diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..1d6233f4e3f2b5ed4f0e9bfdb67fa76a0f4808f7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-10986/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-16479/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-21972/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-27465/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-32958/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-38451/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-43939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-5493/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint-1/README.md b/checkpoint-1/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-1/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-1/adapter_config.json b/checkpoint-1/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-1/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-1/adapter_model.safetensors b/checkpoint-1/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d197ba16f2437bd75a4b178c2a81551b3d110680
--- /dev/null
+++ b/checkpoint-1/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e89dd0c5654ee8cd416433ae7c9e815653326cb541212da803c5cf5d0a8d5e6
+size 456206152
diff --git a/checkpoint-1/chat_template.jinja b/checkpoint-1/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-1/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-1/optimizer.pt b/checkpoint-1/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46e3c90d48db1a0043526b19510a5f273bab096
--- /dev/null
+++ b/checkpoint-1/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2020bdc677e8437ee65e80d24ee17709a4210e5d2875236fd6f91fea9d6c8ad
+size 232287141
diff --git a/checkpoint-1/rng_state.pth b/checkpoint-1/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..be514f662e5e5358aeb69d0bd8790140b89f9142
--- /dev/null
+++ b/checkpoint-1/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6887d8424819036310a2e84d986db1032a31ea5b39b32a3ea2f1773e3211c5
+size 14645
diff --git a/checkpoint-1/scheduler.pt b/checkpoint-1/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e1102c781a0d80ee2ad0c3c206a1bb7536d74
--- /dev/null
+++ b/checkpoint-1/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3019aa1e0ed410fa59cea14f0b1996ce34ccac1bc0015d8a304fe483015927b8
+size 1465
diff --git a/checkpoint-1/special_tokens_map.json b/checkpoint-1/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-1/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-1/tokenizer.json b/checkpoint-1/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-1/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-1/tokenizer_config.json b/checkpoint-1/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-1/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-1/trainer_state.json b/checkpoint-1/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..9d7de9ec54c0f2ccd80f09c6959076caa62285e3
--- /dev/null
+++ b/checkpoint-1/trainer_state.json
@@ -0,0 +1,45 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.103322712790169e-05,
+  "eval_steps": 2197,
+  "global_step": 1,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1898948070604800.0,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-1/training_args.bin b/checkpoint-1/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-1/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-10986/README.md b/checkpoint-10986/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-10986/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-10986/adapter_config.json b/checkpoint-10986/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-10986/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-10986/adapter_model.safetensors b/checkpoint-10986/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d48a47844c38b2315ad9b9830badcbae4281b49d
--- /dev/null
+++ b/checkpoint-10986/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17511e1eacc55416b1c06b20fa7a42eb3a1a1f1ba4bca9822b44be3812400ffb
+size 456206152
diff --git a/checkpoint-10986/chat_template.jinja b/checkpoint-10986/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-10986/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-10986/optimizer.pt b/checkpoint-10986/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0ac11b3c7aa4b6e2accd294274193ded1cbfab
--- /dev/null
+++ b/checkpoint-10986/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be39a2e92b5a3c1cfcc66e38e255f6e12ebe66815afe5b4bf230eaa1eb0a087d
+size 232287717
diff --git a/checkpoint-10986/rng_state.pth b/checkpoint-10986/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..10728445dd9db6f546790caf2f555f459d5496df
--- /dev/null
+++ b/checkpoint-10986/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8929b95342e38b16a2a31247a473d14ad624ba7d1384229ec5b7cd6725e55df
+size 14645
diff --git a/checkpoint-10986/scheduler.pt b/checkpoint-10986/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9693973feb4087bebe1cd542619478ae5e6a21f
--- /dev/null
+++ b/checkpoint-10986/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bdf5ba82a58c2dfaf9897817a6beac0a5b8b6d81f717f715327cbba1bbb725
+size 1465
diff --git a/checkpoint-10986/special_tokens_map.json b/checkpoint-10986/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-10986/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-10986/tokenizer.json b/checkpoint-10986/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-10986/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-10986/tokenizer_config.json b/checkpoint-10986/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-10986/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-10986/trainer_state.json b/checkpoint-10986/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b627a5c9d5d125890cc114fa37f6193a31f75e28
--- /dev/null
+++ b/checkpoint-10986/trainer_state.json
@@ -0,0 +1,2509 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.000091033227128,
+  "eval_steps": 2197,
+  "global_step": 10986,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.086121052097413e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-10986/training_args.bin b/checkpoint-10986/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-10986/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-16479/README.md b/checkpoint-16479/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-16479/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-16479/adapter_config.json b/checkpoint-16479/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-16479/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-16479/adapter_model.safetensors b/checkpoint-16479/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9af388b76504bbebdf032770de0517588e8f572d
--- /dev/null
+++ b/checkpoint-16479/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2447934c6f97cd035c3bdaee1fcf0cfd77d676fb1de72c73265cf319e8826aea
+size 456206152
diff --git a/checkpoint-16479/chat_template.jinja b/checkpoint-16479/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-16479/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-16479/optimizer.pt b/checkpoint-16479/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c37e6ef0dcc91bb06e407a5b9e2de1ab571a4af
--- /dev/null
+++ b/checkpoint-16479/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd851ec28b5c0c4dd7afd96c5004aaf4a3696dbe3436d1b697d210e4aaf26b5c
+size 232287717
diff --git a/checkpoint-16479/rng_state.pth b/checkpoint-16479/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e6f3a0fa0c19f76421170eeb8877dbadc20d4dac
--- /dev/null
+++ b/checkpoint-16479/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8854e0fa10e1b45cfa48c7feb900f4b8546450d9fd413714c4084f1d9515c84
+size 14645
diff --git a/checkpoint-16479/scheduler.pt b/checkpoint-16479/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0750e31020e3f5701cf38dcc1f8649de40ccec6f
--- /dev/null
+++ b/checkpoint-16479/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b1320f9beac9c44d55aa2e8aea84b773a5c68097bede396981fa8122cd86bd
+size 1465
diff --git a/checkpoint-16479/special_tokens_map.json b/checkpoint-16479/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-16479/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-16479/tokenizer.json b/checkpoint-16479/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-16479/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-16479/tokenizer_config.json b/checkpoint-16479/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-16479/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-16479/trainer_state.json b/checkpoint-16479/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a55af0a035984d865c25ce0b46a4c70687d603bc
--- /dev/null
+++ b/checkpoint-16479/trainer_state.json
@@ -0,0 +1,3741 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.500136549840692,
+  "eval_steps": 2197,
+  "global_step": 16479,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.1292132272806298e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-16479/training_args.bin b/checkpoint-16479/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-16479/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-21972/README.md b/checkpoint-21972/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-21972/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-21972/adapter_config.json b/checkpoint-21972/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-21972/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-21972/adapter_model.safetensors b/checkpoint-21972/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea311e8f735296f36d6842e8129ea39efc36d1ca
--- /dev/null
+++ b/checkpoint-21972/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d05f26e62b3a8a1de3967e655ff60545d195d6163cd2ba59e5c4a2d601dafc2
+size 456206152
diff --git a/checkpoint-21972/chat_template.jinja b/checkpoint-21972/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-21972/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-21972/optimizer.pt b/checkpoint-21972/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416f37f92baf68190842e24a081c2333df7727c1
--- /dev/null
+++ b/checkpoint-21972/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a658036cf46757a9cbefa25fd612796286c01268c03c37ce24ca4ba039f4cac
+size 232287717
diff --git a/checkpoint-21972/rng_state.pth b/checkpoint-21972/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6907ad999b59e4ed6808b72d70c213b78087085
--- /dev/null
+++ b/checkpoint-21972/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8eb9b74a62058fa9e389d926e774dcfd8ee2df1bc2991789e217fe550eb0eb
+size 14645
diff --git a/checkpoint-21972/scheduler.pt b/checkpoint-21972/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba519e31019699621fd3e3f25a962cce772a0b34
--- /dev/null
+++ b/checkpoint-21972/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c64b0ecfc0176480a9e0daacd26cc1b5ac7c881653e0ea1d0f0d8a29b232b8
+size 1465
diff --git a/checkpoint-21972/special_tokens_map.json b/checkpoint-21972/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-21972/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-21972/tokenizer.json b/checkpoint-21972/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-21972/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-21972/tokenizer_config.json b/checkpoint-21972/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-21972/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-21972/trainer_state.json b/checkpoint-21972/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce46103605642f0b31ef4cb588474b9c2fb37c3c
--- /dev/null
+++ b/checkpoint-21972/trainer_state.json
@@ -0,0 +1,4984 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.000182066454256,
+  "eval_steps": 2197,
+  "global_step": 21972,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    },
+    {
+      "epoch": 1.5020482476103778,
+      "grad_norm": 1.014233946800232,
+      "learning_rate": 3.930278353194658e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.506599908966773,
+      "grad_norm": 1.2883192300796509,
+      "learning_rate": 3.9221225928441634e-05,
+      "loss": 0.9417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16550,
+      "tokens_per_second_per_gpu": 455.43
+    },
+    {
+      "epoch": 1.511151570323168,
+      "grad_norm": 1.175374150276184,
+      "learning_rate": 3.913944395167825e-05,
+      "loss": 0.9091,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16600,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 1.515703231679563,
+      "grad_norm": 1.1349321603775024,
+      "learning_rate": 3.9057438891959284e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16650,
+      "tokens_per_second_per_gpu": 481.05
+    },
+    {
+      "epoch": 1.520254893035958,
+      "grad_norm": 1.1461342573165894,
+      "learning_rate": 3.8975212043107274e-05,
+      "loss": 0.94,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16700,
+      "tokens_per_second_per_gpu": 526.13
+    },
+    {
+      "epoch": 1.5248065543923532,
+      "grad_norm": 1.3331114053726196,
+      "learning_rate": 3.8892764702443986e-05,
+      "loss": 0.9189,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16750,
+      "tokens_per_second_per_gpu": 468.65
+    },
+    {
+      "epoch": 1.5293582157487484,
+      "grad_norm": 1.2893600463867188,
+      "learning_rate": 3.8810098170769964e-05,
+      "loss": 0.9374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16800,
+      "tokens_per_second_per_gpu": 502.33
+    },
+    {
+      "epoch": 1.5339098771051434,
+      "grad_norm": 1.2013905048370361,
+      "learning_rate": 3.8727213752344015e-05,
+      "loss": 0.9344,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16850,
+      "tokens_per_second_per_gpu": 489.3
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.1550096273422241,
+      "learning_rate": 3.8644112754862614e-05,
+      "loss": 0.9253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16900,
+      "tokens_per_second_per_gpu": 497.09
+    },
+    {
+      "epoch": 1.5430131998179335,
+      "grad_norm": 1.0183569192886353,
+      "learning_rate": 3.856079648943929e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16950,
+      "tokens_per_second_per_gpu": 481.68
+    },
+    {
+      "epoch": 1.5475648611743287,
+      "grad_norm": 1.1174321174621582,
+      "learning_rate": 3.84772662705839e-05,
+      "loss": 0.942,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17000,
+      "tokens_per_second_per_gpu": 499.8
+    },
+    {
+      "epoch": 1.5521165225307239,
+      "grad_norm": 1.1995723247528076,
+      "learning_rate": 3.8393523416181955e-05,
+      "loss": 0.9161,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17050,
+      "tokens_per_second_per_gpu": 479.92
+    },
+    {
+      "epoch": 1.5566681838871188,
+      "grad_norm": 1.2188096046447754,
+      "learning_rate": 3.8309569247473766e-05,
+      "loss": 0.9074,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17100,
+      "tokens_per_second_per_gpu": 458.16
+    },
+    {
+      "epoch": 1.5612198452435138,
+      "grad_norm": 1.2756145000457764,
+      "learning_rate": 3.822540508903364e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17150,
+      "tokens_per_second_per_gpu": 487.17
+    },
+    {
+      "epoch": 1.565771506599909,
+      "grad_norm": 1.1586005687713623,
+      "learning_rate": 3.814103226874896e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17200,
+      "tokens_per_second_per_gpu": 473.34
+    },
+    {
+      "epoch": 1.5703231679563041,
+      "grad_norm": 1.2390333414077759,
+      "learning_rate": 3.805645211779924e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17250,
+      "tokens_per_second_per_gpu": 506.31
+    },
+    {
+      "epoch": 1.5748748293126993,
+      "grad_norm": 1.0773036479949951,
+      "learning_rate": 3.7971665970635124e-05,
+      "loss": 0.9124,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17300,
+      "tokens_per_second_per_gpu": 475.61
+    },
+    {
+      "epoch": 1.5794264906690942,
+      "grad_norm": 1.438437581062317,
+      "learning_rate": 3.788667516495732e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17350,
+      "tokens_per_second_per_gpu": 472.1
+    },
+    {
+      "epoch": 1.5839781520254892,
+      "grad_norm": 1.0797569751739502,
+      "learning_rate": 3.780148104169552e-05,
+      "loss": 0.9061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17400,
+      "tokens_per_second_per_gpu": 478.69
+    },
+    {
+      "epoch": 1.5885298133818844,
+      "grad_norm": 2.565443992614746,
+      "learning_rate": 3.771608494498722e-05,
+      "loss": 0.9014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17450,
+      "tokens_per_second_per_gpu": 465.42
+    },
+    {
+      "epoch": 1.5930814747382795,
+      "grad_norm": 1.248572826385498,
+      "learning_rate": 3.763048822215652e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17500,
+      "tokens_per_second_per_gpu": 514.78
+    },
+    {
+      "epoch": 1.5976331360946747,
+      "grad_norm": 1.2229149341583252,
+      "learning_rate": 3.754469222369288e-05,
+      "loss": 0.9445,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17550,
+      "tokens_per_second_per_gpu": 491.23
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.978286862373352,
+      "eval_runtime": 196.934,
+      "eval_samples_per_second": 5.073,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 17576
+    },
+    {
+      "epoch": 1.6021847974510697,
+      "grad_norm": 1.1244183778762817,
+      "learning_rate": 3.745869830322979e-05,
+      "loss": 0.9362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17600,
+      "tokens_per_second_per_gpu": 234.94
+    },
+    {
+      "epoch": 1.6067364588074646,
+      "grad_norm": 0.8700757026672363,
+      "learning_rate": 3.7372507817523425e-05,
+      "loss": 0.916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17650,
+      "tokens_per_second_per_gpu": 487.41
+    },
+    {
+      "epoch": 1.6112881201638598,
+      "grad_norm": 1.0719106197357178,
+      "learning_rate": 3.7286122126431243e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17700,
+      "tokens_per_second_per_gpu": 496.3
+    },
+    {
+      "epoch": 1.615839781520255,
+      "grad_norm": 1.4649990797042847,
+      "learning_rate": 3.719954259289053e-05,
+      "loss": 0.9109,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17750,
+      "tokens_per_second_per_gpu": 487.75
+    },
+    {
+      "epoch": 1.62039144287665,
+      "grad_norm": 1.1497403383255005,
+      "learning_rate": 3.711277058289687e-05,
+      "loss": 0.9168,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17800,
+      "tokens_per_second_per_gpu": 496.72
+    },
+    {
+      "epoch": 1.624943104233045,
+      "grad_norm": 1.1114615201950073,
+      "learning_rate": 3.702580746548266e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17850,
+      "tokens_per_second_per_gpu": 488.84
+    },
+    {
+      "epoch": 1.62949476558944,
+      "grad_norm": 1.0297075510025024,
+      "learning_rate": 3.6938654612695414e-05,
+      "loss": 0.8966,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17900,
+      "tokens_per_second_per_gpu": 469.83
+    },
+    {
+      "epoch": 1.6340464269458352,
+      "grad_norm": 0.9728580713272095,
+      "learning_rate": 3.6851313399576205e-05,
+      "loss": 0.9375,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17950,
+      "tokens_per_second_per_gpu": 491.73
+    },
+    {
+      "epoch": 1.6385980883022304,
+      "grad_norm": 1.536992073059082,
+      "learning_rate": 3.6763785204137916e-05,
+      "loss": 0.9432,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18000,
+      "tokens_per_second_per_gpu": 495.98
+    },
+    {
+      "epoch": 1.6431497496586254,
+      "grad_norm": 1.3161475658416748,
+      "learning_rate": 3.6676071407343504e-05,
+      "loss": 0.9226,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18050,
+      "tokens_per_second_per_gpu": 496.59
+    },
+    {
+      "epoch": 1.6477014110150203,
+      "grad_norm": 1.2327815294265747,
+      "learning_rate": 3.6588173393084256e-05,
+      "loss": 0.9435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18100,
+      "tokens_per_second_per_gpu": 507.17
+    },
+    {
+      "epoch": 1.6522530723714155,
+      "grad_norm": 1.203054666519165,
+      "learning_rate": 3.6500092548157905e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18150,
+      "tokens_per_second_per_gpu": 508.55
+    },
+    {
+      "epoch": 1.6568047337278107,
+      "grad_norm": 1.238101840019226,
+      "learning_rate": 3.641183026224675e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18200,
+      "tokens_per_second_per_gpu": 462.61
+    },
+    {
+      "epoch": 1.6613563950842059,
+      "grad_norm": 1.1978271007537842,
+      "learning_rate": 3.6323387927895784e-05,
+      "loss": 0.9035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18250,
+      "tokens_per_second_per_gpu": 473.23
+    },
+    {
+      "epoch": 1.6659080564406008,
+      "grad_norm": 1.2342469692230225,
+      "learning_rate": 3.6234766940490654e-05,
+      "loss": 0.9249,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18300,
+      "tokens_per_second_per_gpu": 516.71
+    },
+    {
+      "epoch": 1.6704597177969958,
+      "grad_norm": 1.2014917135238647,
+      "learning_rate": 3.61459686982357e-05,
+      "loss": 0.927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18350,
+      "tokens_per_second_per_gpu": 501.19
+    },
+    {
+      "epoch": 1.675011379153391,
+      "grad_norm": 1.1069117784500122,
+      "learning_rate": 3.6056994602131864e-05,
+      "loss": 0.9165,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18400,
+      "tokens_per_second_per_gpu": 496.47
+    },
+    {
+      "epoch": 1.679563040509786,
+      "grad_norm": 1.2550182342529297,
+      "learning_rate": 3.5967846055954594e-05,
+      "loss": 0.9243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18450,
+      "tokens_per_second_per_gpu": 478.09
+    },
+    {
+      "epoch": 1.6841147018661813,
+      "grad_norm": 1.1848024129867554,
+      "learning_rate": 3.587852446623171e-05,
+      "loss": 0.9316,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18500,
+      "tokens_per_second_per_gpu": 493.94
+    },
+    {
+      "epoch": 1.6886663632225762,
+      "grad_norm": 1.1091415882110596,
+      "learning_rate": 3.578903124222119e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18550,
+      "tokens_per_second_per_gpu": 466.38
+    },
+    {
+      "epoch": 1.6932180245789712,
+      "grad_norm": 1.416194200515747,
+      "learning_rate": 3.569936779588896e-05,
+      "loss": 0.9016,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18600,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 1.6977696859353664,
+      "grad_norm": 1.7901129722595215,
+      "learning_rate": 3.5609535541886564e-05,
+      "loss": 0.8922,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18650,
+      "tokens_per_second_per_gpu": 473.89
+    },
+    {
+      "epoch": 1.7023213472917615,
+      "grad_norm": 1.1177266836166382,
+      "learning_rate": 3.551953589752893e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18700,
+      "tokens_per_second_per_gpu": 493.15
+    },
+    {
+      "epoch": 1.7068730086481567,
+      "grad_norm": 1.293908953666687,
+      "learning_rate": 3.542937028277194e-05,
+      "loss": 0.9083,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18750,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 1.7114246700045517,
+      "grad_norm": 1.327156901359558,
+      "learning_rate": 3.533904012019007e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18800,
+      "tokens_per_second_per_gpu": 486.53
+    },
+    {
+      "epoch": 1.7159763313609466,
+      "grad_norm": 1.4621621370315552,
+      "learning_rate": 3.524854683495389e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18850,
+      "tokens_per_second_per_gpu": 459.05
+    },
+    {
+      "epoch": 1.7205279927173418,
+      "grad_norm": 1.3203855752944946,
+      "learning_rate": 3.515789185480763e-05,
+      "loss": 0.9088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18900,
+      "tokens_per_second_per_gpu": 482.55
+    },
+    {
+      "epoch": 1.725079654073737,
+      "grad_norm": 1.4525035619735718,
+      "learning_rate": 3.5067076610046637e-05,
+      "loss": 0.9222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18950,
+      "tokens_per_second_per_gpu": 495.94
+    },
+    {
+      "epoch": 1.7296313154301322,
+      "grad_norm": 1.3682067394256592,
+      "learning_rate": 3.497610253349482e-05,
+      "loss": 0.9337,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19000,
+      "tokens_per_second_per_gpu": 510.26
+    },
+    {
+      "epoch": 1.734182976786527,
+      "grad_norm": 1.1274014711380005,
+      "learning_rate": 3.488497106048202e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19050,
+      "tokens_per_second_per_gpu": 441.7
+    },
+    {
+      "epoch": 1.738734638142922,
+      "grad_norm": 1.4040976762771606,
+      "learning_rate": 3.4793683628821375e-05,
+      "loss": 0.9051,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19100,
+      "tokens_per_second_per_gpu": 480.65
+    },
+    {
+      "epoch": 1.7432862994993172,
+      "grad_norm": 1.467485785484314,
+      "learning_rate": 3.470224167878665e-05,
+      "loss": 0.8916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19150,
+      "tokens_per_second_per_gpu": 463.92
+    },
+    {
+      "epoch": 1.7478379608557124,
+      "grad_norm": 1.0342504978179932,
+      "learning_rate": 3.461064665308948e-05,
+      "loss": 0.9076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19200,
+      "tokens_per_second_per_gpu": 491.85
+    },
+    {
+      "epoch": 1.7523896222121074,
+      "grad_norm": 1.26194167137146,
+      "learning_rate": 3.4518899996856646e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19250,
+      "tokens_per_second_per_gpu": 512.34
+    },
+    {
+      "epoch": 1.7569412835685025,
+      "grad_norm": 1.0763055086135864,
+      "learning_rate": 3.442700315760726e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19300,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 1.7614929449248975,
+      "grad_norm": 1.1700631380081177,
+      "learning_rate": 3.433495758522991e-05,
+      "loss": 0.9233,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19350,
+      "tokens_per_second_per_gpu": 483.16
+    },
+    {
+      "epoch": 1.7660446062812927,
+      "grad_norm": 1.190200924873352,
+      "learning_rate": 3.4242764731959806e-05,
+      "loss": 0.8992,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19400,
+      "tokens_per_second_per_gpu": 461.31
+    },
+    {
+      "epoch": 1.7705962676376878,
+      "grad_norm": 1.285638451576233,
+      "learning_rate": 3.415042605235585e-05,
+      "loss": 0.9174,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19450,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 1.7751479289940828,
+      "grad_norm": 1.2392321825027466,
+      "learning_rate": 3.4057943003277715e-05,
+      "loss": 0.9081,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19500,
+      "tokens_per_second_per_gpu": 484.25
+    },
+    {
+      "epoch": 1.779699590350478,
+      "grad_norm": 1.3192247152328491,
+      "learning_rate": 3.396531704386282e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19550,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.784251251706873,
+      "grad_norm": 1.1055296659469604,
+      "learning_rate": 3.387254963550337e-05,
+      "loss": 0.9097,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19600,
+      "tokens_per_second_per_gpu": 512.22
+    },
+    {
+      "epoch": 1.788802913063268,
+      "grad_norm": 1.2381501197814941,
+      "learning_rate": 3.37796422418232e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19650,
+      "tokens_per_second_per_gpu": 540.49
+    },
+    {
+      "epoch": 1.7933545744196633,
+      "grad_norm": 1.1021363735198975,
+      "learning_rate": 3.36865963286548e-05,
+      "loss": 0.8913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19700,
+      "tokens_per_second_per_gpu": 452.57
+    },
+    {
+      "epoch": 1.7979062357760582,
+      "grad_norm": 1.132875680923462,
+      "learning_rate": 3.3593413364016094e-05,
+      "loss": 0.9434,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9705602526664734,
+      "eval_runtime": 196.6587,
+      "eval_samples_per_second": 5.08,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 19773
+    },
+    {
+      "epoch": 1.8024578971324532,
+      "grad_norm": 1.2874317169189453,
+      "learning_rate": 3.3500094818087316e-05,
+      "loss": 0.9099,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19800,
+      "tokens_per_second_per_gpu": 288.13
+    },
+    {
+      "epoch": 1.8070095584888484,
+      "grad_norm": 1.1182738542556763,
+      "learning_rate": 3.340664216318784e-05,
+      "loss": 0.9277,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19850,
+      "tokens_per_second_per_gpu": 498.5
+    },
+    {
+      "epoch": 1.8115612198452435,
+      "grad_norm": 1.5167587995529175,
+      "learning_rate": 3.3313056873752904e-05,
+      "loss": 0.9219,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19900,
+      "tokens_per_second_per_gpu": 513.06
+    },
+    {
+      "epoch": 1.8161128812016387,
+      "grad_norm": 1.1592515707015991,
+      "learning_rate": 3.3219340426310366e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19950,
+      "tokens_per_second_per_gpu": 479.44
+    },
+    {
+      "epoch": 1.8206645425580337,
+      "grad_norm": 1.0731903314590454,
+      "learning_rate": 3.3125494299457416e-05,
+      "loss": 0.9122,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20000,
+      "tokens_per_second_per_gpu": 452.3
+    },
+    {
+      "epoch": 1.8252162039144286,
+      "grad_norm": 1.0888726711273193,
+      "learning_rate": 3.303151997383725e-05,
+      "loss": 0.9147,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20050,
+      "tokens_per_second_per_gpu": 499.11
+    },
+    {
+      "epoch": 1.8297678652708238,
+      "grad_norm": 1.3090068101882935,
+      "learning_rate": 3.293741893211567e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20100,
+      "tokens_per_second_per_gpu": 471.9
+    },
+    {
+      "epoch": 1.834319526627219,
+      "grad_norm": 1.3456158638000488,
+      "learning_rate": 3.2843192658957774e-05,
+      "loss": 0.9221,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20150,
+      "tokens_per_second_per_gpu": 482.15
+    },
+    {
+      "epoch": 1.8388711879836142,
+      "grad_norm": 1.1804425716400146,
+      "learning_rate": 3.274884264100442e-05,
+      "loss": 0.9416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20200,
+      "tokens_per_second_per_gpu": 519.2
+    },
+    {
+      "epoch": 1.843422849340009,
+      "grad_norm": 1.1315155029296875,
+      "learning_rate": 3.265437036684889e-05,
+      "loss": 0.9423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20250,
+      "tokens_per_second_per_gpu": 516.39
+    },
+    {
+      "epoch": 1.847974510696404,
+      "grad_norm": 1.3613213300704956,
+      "learning_rate": 3.255977732701329e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20300,
+      "tokens_per_second_per_gpu": 453.31
+    },
+    {
+      "epoch": 1.8525261720527992,
+      "grad_norm": 1.228337287902832,
+      "learning_rate": 3.246506501392512e-05,
+      "loss": 0.9314,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20350,
+      "tokens_per_second_per_gpu": 519.61
+    },
+    {
+      "epoch": 1.8570778334091944,
+      "grad_norm": 1.2855277061462402,
+      "learning_rate": 3.237023492189369e-05,
+      "loss": 0.8986,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20400,
+      "tokens_per_second_per_gpu": 470.9
+    },
+    {
+      "epoch": 1.8616294947655896,
+      "grad_norm": 1.2580296993255615,
+      "learning_rate": 3.227528854708656e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20450,
+      "tokens_per_second_per_gpu": 516.12
+    },
+    {
+      "epoch": 1.8661811561219845,
+      "grad_norm": 1.3489645719528198,
+      "learning_rate": 3.21802273875059e-05,
+      "loss": 0.9247,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20500,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 1.8707328174783795,
+      "grad_norm": 1.118877649307251,
+      "learning_rate": 3.208505294296491e-05,
+      "loss": 0.9119,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20550,
+      "tokens_per_second_per_gpu": 513.96
+    },
+    {
+      "epoch": 1.8752844788347747,
+      "grad_norm": 1.4261683225631714,
+      "learning_rate": 3.198976671506409e-05,
+      "loss": 0.9069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20600,
+      "tokens_per_second_per_gpu": 468.09
+    },
+    {
+      "epoch": 1.8798361401911698,
+      "grad_norm": 1.2352209091186523,
+      "learning_rate": 3.1894370207167625e-05,
+      "loss": 0.9471,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20650,
+      "tokens_per_second_per_gpu": 527.79
+    },
+    {
+      "epoch": 1.884387801547565,
+      "grad_norm": 1.480117678642273,
+      "learning_rate": 3.179886492437958e-05,
+      "loss": 0.9172,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20700,
+      "tokens_per_second_per_gpu": 501.22
+    },
+    {
+      "epoch": 1.88893946290396,
+      "grad_norm": 1.1455492973327637,
+      "learning_rate": 3.170325237352024e-05,
+      "loss": 0.9114,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20750,
+      "tokens_per_second_per_gpu": 502.15
+    },
+    {
+      "epoch": 1.893491124260355,
+      "grad_norm": 1.2906856536865234,
+      "learning_rate": 3.160753406310229e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20800,
+      "tokens_per_second_per_gpu": 494.01
+    },
+    {
+      "epoch": 1.89804278561675,
+      "grad_norm": 1.0654765367507935,
+      "learning_rate": 3.1511711503307e-05,
+      "loss": 0.9145,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20850,
+      "tokens_per_second_per_gpu": 519.46
+    },
+    {
+      "epoch": 1.9025944469731453,
+      "grad_norm": 1.24265456199646,
+      "learning_rate": 3.141578620596043e-05,
+      "loss": 0.8849,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20900,
+      "tokens_per_second_per_gpu": 457.22
+    },
+    {
+      "epoch": 1.9071461083295402,
+      "grad_norm": 1.462532639503479,
+      "learning_rate": 3.1319759684509584e-05,
+      "loss": 0.9141,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20950,
+      "tokens_per_second_per_gpu": 512.24
+    },
+    {
+      "epoch": 1.9116977696859354,
+      "grad_norm": 1.3084138631820679,
+      "learning_rate": 3.1223633453998466e-05,
+      "loss": 0.913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21000,
+      "tokens_per_second_per_gpu": 487.48
+    },
+    {
+      "epoch": 1.9162494310423304,
+      "grad_norm": 1.0528351068496704,
+      "learning_rate": 3.112740903104428e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21050,
+      "tokens_per_second_per_gpu": 500.61
+    },
+    {
+      "epoch": 1.9208010923987255,
+      "grad_norm": 1.1360912322998047,
+      "learning_rate": 3.103108793381341e-05,
+      "loss": 0.8976,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21100,
+      "tokens_per_second_per_gpu": 477.0
+    },
+    {
+      "epoch": 1.9253527537551207,
+      "grad_norm": 1.2134554386138916,
+      "learning_rate": 3.093467168199754e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21150,
+      "tokens_per_second_per_gpu": 493.54
+    },
+    {
+      "epoch": 1.9299044151115157,
+      "grad_norm": 1.0968073606491089,
+      "learning_rate": 3.083816179678958e-05,
+      "loss": 0.9113,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21200,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.9344560764679106,
+      "grad_norm": 1.332603096961975,
+      "learning_rate": 3.074155980085979e-05,
+      "loss": 0.9019,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21250,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.9390077378243058,
+      "grad_norm": 1.3806955814361572,
+      "learning_rate": 3.0644867218331665e-05,
+      "loss": 0.9203,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21300,
+      "tokens_per_second_per_gpu": 472.01
+    },
+    {
+      "epoch": 1.943559399180701,
+      "grad_norm": 0.9688365459442139,
+      "learning_rate": 3.0548085574757905e-05,
+      "loss": 0.9105,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21350,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.9481110605370962,
+      "grad_norm": 1.2917383909225464,
+      "learning_rate": 3.0451216397096392e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21400,
+      "tokens_per_second_per_gpu": 496.58
+    },
+    {
+      "epoch": 1.952662721893491,
+      "grad_norm": 1.3599040508270264,
+      "learning_rate": 3.035426121368603e-05,
+      "loss": 0.9047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21450,
+      "tokens_per_second_per_gpu": 480.0
+    },
+    {
+      "epoch": 1.957214383249886,
+      "grad_norm": 1.3930363655090332,
+      "learning_rate": 3.025722155422268e-05,
+      "loss": 0.9173,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21500,
+      "tokens_per_second_per_gpu": 527.52
+    },
+    {
+      "epoch": 1.9617660446062812,
+      "grad_norm": 0.9727678894996643,
+      "learning_rate": 3.0160098949735012e-05,
+      "loss": 0.914,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21550,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 1.9663177059626764,
+      "grad_norm": 1.0985159873962402,
+      "learning_rate": 3.0062894932560337e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21600,
+      "tokens_per_second_per_gpu": 463.01
+    },
+    {
+      "epoch": 1.9708693673190716,
+      "grad_norm": 1.1219627857208252,
+      "learning_rate": 2.9965611036320475e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21650,
+      "tokens_per_second_per_gpu": 489.04
+    },
+    {
+      "epoch": 1.9754210286754665,
+      "grad_norm": 1.338707447052002,
+      "learning_rate": 2.986824879589748e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21700,
+      "tokens_per_second_per_gpu": 465.85
+    },
+    {
+      "epoch": 1.9799726900318615,
+      "grad_norm": 1.3754671812057495,
+      "learning_rate": 2.9770809747409507e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21750,
+      "tokens_per_second_per_gpu": 482.93
+    },
+    {
+      "epoch": 1.9845243513882567,
+      "grad_norm": 1.4110934734344482,
+      "learning_rate": 2.9673295428186514e-05,
+      "loss": 0.9,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21800,
+      "tokens_per_second_per_gpu": 459.3
+    },
+    {
+      "epoch": 1.9890760127446518,
+      "grad_norm": 1.1868780851364136,
+      "learning_rate": 2.9575707376746053e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21850,
+      "tokens_per_second_per_gpu": 504.74
+    },
+    {
+      "epoch": 1.993627674101047,
+      "grad_norm": 1.1212882995605469,
+      "learning_rate": 2.9478047132768955e-05,
+      "loss": 0.9106,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21900,
+      "tokens_per_second_per_gpu": 491.25
+    },
+    {
+      "epoch": 1.998179335457442,
+      "grad_norm": 1.2349896430969238,
+      "learning_rate": 2.9380316237075073e-05,
+      "loss": 0.88,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21950,
+      "tokens_per_second_per_gpu": 458.6
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.962039589881897,
+      "eval_runtime": 200.4223,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 0.359,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 21970
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.172242104194826e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-21972/training_args.bin b/checkpoint-21972/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-21972/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-27465/README.md b/checkpoint-27465/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-27465/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-27465/adapter_config.json b/checkpoint-27465/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-27465/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-27465/adapter_model.safetensors b/checkpoint-27465/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34255494e61887131680260c56f840a160fcfbb0
--- /dev/null
+++ b/checkpoint-27465/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54b482e9621c55f8b1b027555710e9eb0c59128cdbfe892e97ae5cc0497981
+size 456206152
diff --git a/checkpoint-27465/chat_template.jinja b/checkpoint-27465/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-27465/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-27465/optimizer.pt b/checkpoint-27465/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea8d13374ef8d6fc9a748d9f69368e5c29c4071
--- /dev/null
+++ b/checkpoint-27465/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3fd536919ce7895428998eaa33a53be7edaeea7d10f9db92a1d4c1b34186c9
+size 232287717
diff --git a/checkpoint-27465/rng_state.pth b/checkpoint-27465/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..01e3663d6c57be6f441ea5f54f38918f6a31f6cf
--- /dev/null
+++ b/checkpoint-27465/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68146607da8c1ea95da1803b296780cf54c14a4663c50354df2d1cf8eefb422
+size 14645
diff --git a/checkpoint-27465/scheduler.pt b/checkpoint-27465/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad650d93565cf462697233c670b7757da441f712
--- /dev/null
+++ b/checkpoint-27465/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe833a74b32a58dd0b69c464c5c68252d1d225c655b38c2f9964c975a7db53
+size 1465
diff --git a/checkpoint-27465/special_tokens_map.json b/checkpoint-27465/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-27465/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-27465/tokenizer.json b/checkpoint-27465/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-27465/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-27465/tokenizer_config.json b/checkpoint-27465/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-27465/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-27465/trainer_state.json b/checkpoint-27465/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b19f91853d210dfacdde52f2ba0ab3fa75e90ca7
--- /dev/null
+++ b/checkpoint-27465/trainer_state.json
@@ -0,0 +1,6216 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.5002275830678196,
+  "eval_steps": 2197,
+  "global_step": 27465,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    },
+    {
+      "epoch": 1.5020482476103778,
+      "grad_norm": 1.014233946800232,
+      "learning_rate": 3.930278353194658e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.506599908966773,
+      "grad_norm": 1.2883192300796509,
+      "learning_rate": 3.9221225928441634e-05,
+      "loss": 0.9417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16550,
+      "tokens_per_second_per_gpu": 455.43
+    },
+    {
+      "epoch": 1.511151570323168,
+      "grad_norm": 1.175374150276184,
+      "learning_rate": 3.913944395167825e-05,
+      "loss": 0.9091,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16600,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 1.515703231679563,
+      "grad_norm": 1.1349321603775024,
+      "learning_rate": 3.9057438891959284e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16650,
+      "tokens_per_second_per_gpu": 481.05
+    },
+    {
+      "epoch": 1.520254893035958,
+      "grad_norm": 1.1461342573165894,
+      "learning_rate": 3.8975212043107274e-05,
+      "loss": 0.94,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16700,
+      "tokens_per_second_per_gpu": 526.13
+    },
+    {
+      "epoch": 1.5248065543923532,
+      "grad_norm": 1.3331114053726196,
+      "learning_rate": 3.8892764702443986e-05,
+      "loss": 0.9189,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16750,
+      "tokens_per_second_per_gpu": 468.65
+    },
+    {
+      "epoch": 1.5293582157487484,
+      "grad_norm": 1.2893600463867188,
+      "learning_rate": 3.8810098170769964e-05,
+      "loss": 0.9374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16800,
+      "tokens_per_second_per_gpu": 502.33
+    },
+    {
+      "epoch": 1.5339098771051434,
+      "grad_norm": 1.2013905048370361,
+      "learning_rate": 3.8727213752344015e-05,
+      "loss": 0.9344,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16850,
+      "tokens_per_second_per_gpu": 489.3
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.1550096273422241,
+      "learning_rate": 3.8644112754862614e-05,
+      "loss": 0.9253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16900,
+      "tokens_per_second_per_gpu": 497.09
+    },
+    {
+      "epoch": 1.5430131998179335,
+      "grad_norm": 1.0183569192886353,
+      "learning_rate": 3.856079648943929e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16950,
+      "tokens_per_second_per_gpu": 481.68
+    },
+    {
+      "epoch": 1.5475648611743287,
+      "grad_norm": 1.1174321174621582,
+      "learning_rate": 3.84772662705839e-05,
+      "loss": 0.942,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17000,
+      "tokens_per_second_per_gpu": 499.8
+    },
+    {
+      "epoch": 1.5521165225307239,
+      "grad_norm": 1.1995723247528076,
+      "learning_rate": 3.8393523416181955e-05,
+      "loss": 0.9161,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17050,
+      "tokens_per_second_per_gpu": 479.92
+    },
+    {
+      "epoch": 1.5566681838871188,
+      "grad_norm": 1.2188096046447754,
+      "learning_rate": 3.8309569247473766e-05,
+      "loss": 0.9074,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17100,
+      "tokens_per_second_per_gpu": 458.16
+    },
+    {
+      "epoch": 1.5612198452435138,
+      "grad_norm": 1.2756145000457764,
+      "learning_rate": 3.822540508903364e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17150,
+      "tokens_per_second_per_gpu": 487.17
+    },
+    {
+      "epoch": 1.565771506599909,
+      "grad_norm": 1.1586005687713623,
+      "learning_rate": 3.814103226874896e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17200,
+      "tokens_per_second_per_gpu": 473.34
+    },
+    {
+      "epoch": 1.5703231679563041,
+      "grad_norm": 1.2390333414077759,
+      "learning_rate": 3.805645211779924e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17250,
+      "tokens_per_second_per_gpu": 506.31
+    },
+    {
+      "epoch": 1.5748748293126993,
+      "grad_norm": 1.0773036479949951,
+      "learning_rate": 3.7971665970635124e-05,
+      "loss": 0.9124,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17300,
+      "tokens_per_second_per_gpu": 475.61
+    },
+    {
+      "epoch": 1.5794264906690942,
+      "grad_norm": 1.438437581062317,
+      "learning_rate": 3.788667516495732e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17350,
+      "tokens_per_second_per_gpu": 472.1
+    },
+    {
+      "epoch": 1.5839781520254892,
+      "grad_norm": 1.0797569751739502,
+      "learning_rate": 3.780148104169552e-05,
+      "loss": 0.9061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17400,
+      "tokens_per_second_per_gpu": 478.69
+    },
+    {
+      "epoch": 1.5885298133818844,
+      "grad_norm": 2.565443992614746,
+      "learning_rate": 3.771608494498722e-05,
+      "loss": 0.9014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17450,
+      "tokens_per_second_per_gpu": 465.42
+    },
+    {
+      "epoch": 1.5930814747382795,
+      "grad_norm": 1.248572826385498,
+      "learning_rate": 3.763048822215652e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17500,
+      "tokens_per_second_per_gpu": 514.78
+    },
+    {
+      "epoch": 1.5976331360946747,
+      "grad_norm": 1.2229149341583252,
+      "learning_rate": 3.754469222369288e-05,
+      "loss": 0.9445,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17550,
+      "tokens_per_second_per_gpu": 491.23
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.978286862373352,
+      "eval_runtime": 196.934,
+      "eval_samples_per_second": 5.073,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 17576
+    },
+    {
+      "epoch": 1.6021847974510697,
+      "grad_norm": 1.1244183778762817,
+      "learning_rate": 3.745869830322979e-05,
+      "loss": 0.9362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17600,
+      "tokens_per_second_per_gpu": 234.94
+    },
+    {
+      "epoch": 1.6067364588074646,
+      "grad_norm": 0.8700757026672363,
+      "learning_rate": 3.7372507817523425e-05,
+      "loss": 0.916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17650,
+      "tokens_per_second_per_gpu": 487.41
+    },
+    {
+      "epoch": 1.6112881201638598,
+      "grad_norm": 1.0719106197357178,
+      "learning_rate": 3.7286122126431243e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17700,
+      "tokens_per_second_per_gpu": 496.3
+    },
+    {
+      "epoch": 1.615839781520255,
+      "grad_norm": 1.4649990797042847,
+      "learning_rate": 3.719954259289053e-05,
+      "loss": 0.9109,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17750,
+      "tokens_per_second_per_gpu": 487.75
+    },
+    {
+      "epoch": 1.62039144287665,
+      "grad_norm": 1.1497403383255005,
+      "learning_rate": 3.711277058289687e-05,
+      "loss": 0.9168,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17800,
+      "tokens_per_second_per_gpu": 496.72
+    },
+    {
+      "epoch": 1.624943104233045,
+      "grad_norm": 1.1114615201950073,
+      "learning_rate": 3.702580746548266e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17850,
+      "tokens_per_second_per_gpu": 488.84
+    },
+    {
+      "epoch": 1.62949476558944,
+      "grad_norm": 1.0297075510025024,
+      "learning_rate": 3.6938654612695414e-05,
+      "loss": 0.8966,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17900,
+      "tokens_per_second_per_gpu": 469.83
+    },
+    {
+      "epoch": 1.6340464269458352,
+      "grad_norm": 0.9728580713272095,
+      "learning_rate": 3.6851313399576205e-05,
+      "loss": 0.9375,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17950,
+      "tokens_per_second_per_gpu": 491.73
+    },
+    {
+      "epoch": 1.6385980883022304,
+      "grad_norm": 1.536992073059082,
+      "learning_rate": 3.6763785204137916e-05,
+      "loss": 0.9432,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18000,
+      "tokens_per_second_per_gpu": 495.98
+    },
+    {
+      "epoch": 1.6431497496586254,
+      "grad_norm": 1.3161475658416748,
+      "learning_rate": 3.6676071407343504e-05,
+      "loss": 0.9226,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18050,
+      "tokens_per_second_per_gpu": 496.59
+    },
+    {
+      "epoch": 1.6477014110150203,
+      "grad_norm": 1.2327815294265747,
+      "learning_rate": 3.6588173393084256e-05,
+      "loss": 0.9435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18100,
+      "tokens_per_second_per_gpu": 507.17
+    },
+    {
+      "epoch": 1.6522530723714155,
+      "grad_norm": 1.203054666519165,
+      "learning_rate": 3.6500092548157905e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18150,
+      "tokens_per_second_per_gpu": 508.55
+    },
+    {
+      "epoch": 1.6568047337278107,
+      "grad_norm": 1.238101840019226,
+      "learning_rate": 3.641183026224675e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18200,
+      "tokens_per_second_per_gpu": 462.61
+    },
+    {
+      "epoch": 1.6613563950842059,
+      "grad_norm": 1.1978271007537842,
+      "learning_rate": 3.6323387927895784e-05,
+      "loss": 0.9035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18250,
+      "tokens_per_second_per_gpu": 473.23
+    },
+    {
+      "epoch": 1.6659080564406008,
+      "grad_norm": 1.2342469692230225,
+      "learning_rate": 3.6234766940490654e-05,
+      "loss": 0.9249,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18300,
+      "tokens_per_second_per_gpu": 516.71
+    },
+    {
+      "epoch": 1.6704597177969958,
+      "grad_norm": 1.2014917135238647,
+      "learning_rate": 3.61459686982357e-05,
+      "loss": 0.927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18350,
+      "tokens_per_second_per_gpu": 501.19
+    },
+    {
+      "epoch": 1.675011379153391,
+      "grad_norm": 1.1069117784500122,
+      "learning_rate": 3.6056994602131864e-05,
+      "loss": 0.9165,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18400,
+      "tokens_per_second_per_gpu": 496.47
+    },
+    {
+      "epoch": 1.679563040509786,
+      "grad_norm": 1.2550182342529297,
+      "learning_rate": 3.5967846055954594e-05,
+      "loss": 0.9243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18450,
+      "tokens_per_second_per_gpu": 478.09
+    },
+    {
+      "epoch": 1.6841147018661813,
+      "grad_norm": 1.1848024129867554,
+      "learning_rate": 3.587852446623171e-05,
+      "loss": 0.9316,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18500,
+      "tokens_per_second_per_gpu": 493.94
+    },
+    {
+      "epoch": 1.6886663632225762,
+      "grad_norm": 1.1091415882110596,
+      "learning_rate": 3.578903124222119e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18550,
+      "tokens_per_second_per_gpu": 466.38
+    },
+    {
+      "epoch": 1.6932180245789712,
+      "grad_norm": 1.416194200515747,
+      "learning_rate": 3.569936779588896e-05,
+      "loss": 0.9016,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18600,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 1.6977696859353664,
+      "grad_norm": 1.7901129722595215,
+      "learning_rate": 3.5609535541886564e-05,
+      "loss": 0.8922,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18650,
+      "tokens_per_second_per_gpu": 473.89
+    },
+    {
+      "epoch": 1.7023213472917615,
+      "grad_norm": 1.1177266836166382,
+      "learning_rate": 3.551953589752893e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18700,
+      "tokens_per_second_per_gpu": 493.15
+    },
+    {
+      "epoch": 1.7068730086481567,
+      "grad_norm": 1.293908953666687,
+      "learning_rate": 3.542937028277194e-05,
+      "loss": 0.9083,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18750,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 1.7114246700045517,
+      "grad_norm": 1.327156901359558,
+      "learning_rate": 3.533904012019007e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18800,
+      "tokens_per_second_per_gpu": 486.53
+    },
+    {
+      "epoch": 1.7159763313609466,
+      "grad_norm": 1.4621621370315552,
+      "learning_rate": 3.524854683495389e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18850,
+      "tokens_per_second_per_gpu": 459.05
+    },
+    {
+      "epoch": 1.7205279927173418,
+      "grad_norm": 1.3203855752944946,
+      "learning_rate": 3.515789185480763e-05,
+      "loss": 0.9088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18900,
+      "tokens_per_second_per_gpu": 482.55
+    },
+    {
+      "epoch": 1.725079654073737,
+      "grad_norm": 1.4525035619735718,
+      "learning_rate": 3.5067076610046637e-05,
+      "loss": 0.9222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18950,
+      "tokens_per_second_per_gpu": 495.94
+    },
+    {
+      "epoch": 1.7296313154301322,
+      "grad_norm": 1.3682067394256592,
+      "learning_rate": 3.497610253349482e-05,
+      "loss": 0.9337,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19000,
+      "tokens_per_second_per_gpu": 510.26
+    },
+    {
+      "epoch": 1.734182976786527,
+      "grad_norm": 1.1274014711380005,
+      "learning_rate": 3.488497106048202e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19050,
+      "tokens_per_second_per_gpu": 441.7
+    },
+    {
+      "epoch": 1.738734638142922,
+      "grad_norm": 1.4040976762771606,
+      "learning_rate": 3.4793683628821375e-05,
+      "loss": 0.9051,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19100,
+      "tokens_per_second_per_gpu": 480.65
+    },
+    {
+      "epoch": 1.7432862994993172,
+      "grad_norm": 1.467485785484314,
+      "learning_rate": 3.470224167878665e-05,
+      "loss": 0.8916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19150,
+      "tokens_per_second_per_gpu": 463.92
+    },
+    {
+      "epoch": 1.7478379608557124,
+      "grad_norm": 1.0342504978179932,
+      "learning_rate": 3.461064665308948e-05,
+      "loss": 0.9076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19200,
+      "tokens_per_second_per_gpu": 491.85
+    },
+    {
+      "epoch": 1.7523896222121074,
+      "grad_norm": 1.26194167137146,
+      "learning_rate": 3.4518899996856646e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19250,
+      "tokens_per_second_per_gpu": 512.34
+    },
+    {
+      "epoch": 1.7569412835685025,
+      "grad_norm": 1.0763055086135864,
+      "learning_rate": 3.442700315760726e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19300,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 1.7614929449248975,
+      "grad_norm": 1.1700631380081177,
+      "learning_rate": 3.433495758522991e-05,
+      "loss": 0.9233,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19350,
+      "tokens_per_second_per_gpu": 483.16
+    },
+    {
+      "epoch": 1.7660446062812927,
+      "grad_norm": 1.190200924873352,
+      "learning_rate": 3.4242764731959806e-05,
+      "loss": 0.8992,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19400,
+      "tokens_per_second_per_gpu": 461.31
+    },
+    {
+      "epoch": 1.7705962676376878,
+      "grad_norm": 1.285638451576233,
+      "learning_rate": 3.415042605235585e-05,
+      "loss": 0.9174,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19450,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 1.7751479289940828,
+      "grad_norm": 1.2392321825027466,
+      "learning_rate": 3.4057943003277715e-05,
+      "loss": 0.9081,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19500,
+      "tokens_per_second_per_gpu": 484.25
+    },
+    {
+      "epoch": 1.779699590350478,
+      "grad_norm": 1.3192247152328491,
+      "learning_rate": 3.396531704386282e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19550,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.784251251706873,
+      "grad_norm": 1.1055296659469604,
+      "learning_rate": 3.387254963550337e-05,
+      "loss": 0.9097,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19600,
+      "tokens_per_second_per_gpu": 512.22
+    },
+    {
+      "epoch": 1.788802913063268,
+      "grad_norm": 1.2381501197814941,
+      "learning_rate": 3.37796422418232e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19650,
+      "tokens_per_second_per_gpu": 540.49
+    },
+    {
+      "epoch": 1.7933545744196633,
+      "grad_norm": 1.1021363735198975,
+      "learning_rate": 3.36865963286548e-05,
+      "loss": 0.8913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19700,
+      "tokens_per_second_per_gpu": 452.57
+    },
+    {
+      "epoch": 1.7979062357760582,
+      "grad_norm": 1.132875680923462,
+      "learning_rate": 3.3593413364016094e-05,
+      "loss": 0.9434,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9705602526664734,
+      "eval_runtime": 196.6587,
+      "eval_samples_per_second": 5.08,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 19773
+    },
+    {
+      "epoch": 1.8024578971324532,
+      "grad_norm": 1.2874317169189453,
+      "learning_rate": 3.3500094818087316e-05,
+      "loss": 0.9099,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19800,
+      "tokens_per_second_per_gpu": 288.13
+    },
+    {
+      "epoch": 1.8070095584888484,
+      "grad_norm": 1.1182738542556763,
+      "learning_rate": 3.340664216318784e-05,
+      "loss": 0.9277,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19850,
+      "tokens_per_second_per_gpu": 498.5
+    },
+    {
+      "epoch": 1.8115612198452435,
+      "grad_norm": 1.5167587995529175,
+      "learning_rate": 3.3313056873752904e-05,
+      "loss": 0.9219,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19900,
+      "tokens_per_second_per_gpu": 513.06
+    },
+    {
+      "epoch": 1.8161128812016387,
+      "grad_norm": 1.1592515707015991,
+      "learning_rate": 3.3219340426310366e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19950,
+      "tokens_per_second_per_gpu": 479.44
+    },
+    {
+      "epoch": 1.8206645425580337,
+      "grad_norm": 1.0731903314590454,
+      "learning_rate": 3.3125494299457416e-05,
+      "loss": 0.9122,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20000,
+      "tokens_per_second_per_gpu": 452.3
+    },
+    {
+      "epoch": 1.8252162039144286,
+      "grad_norm": 1.0888726711273193,
+      "learning_rate": 3.303151997383725e-05,
+      "loss": 0.9147,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20050,
+      "tokens_per_second_per_gpu": 499.11
+    },
+    {
+      "epoch": 1.8297678652708238,
+      "grad_norm": 1.3090068101882935,
+      "learning_rate": 3.293741893211567e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20100,
+      "tokens_per_second_per_gpu": 471.9
+    },
+    {
+      "epoch": 1.834319526627219,
+      "grad_norm": 1.3456158638000488,
+      "learning_rate": 3.2843192658957774e-05,
+      "loss": 0.9221,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20150,
+      "tokens_per_second_per_gpu": 482.15
+    },
+    {
+      "epoch": 1.8388711879836142,
+      "grad_norm": 1.1804425716400146,
+      "learning_rate": 3.274884264100442e-05,
+      "loss": 0.9416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20200,
+      "tokens_per_second_per_gpu": 519.2
+    },
+    {
+      "epoch": 1.843422849340009,
+      "grad_norm": 1.1315155029296875,
+      "learning_rate": 3.265437036684889e-05,
+      "loss": 0.9423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20250,
+      "tokens_per_second_per_gpu": 516.39
+    },
+    {
+      "epoch": 1.847974510696404,
+      "grad_norm": 1.3613213300704956,
+      "learning_rate": 3.255977732701329e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20300,
+      "tokens_per_second_per_gpu": 453.31
+    },
+    {
+      "epoch": 1.8525261720527992,
+      "grad_norm": 1.228337287902832,
+      "learning_rate": 3.246506501392512e-05,
+      "loss": 0.9314,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20350,
+      "tokens_per_second_per_gpu": 519.61
+    },
+    {
+      "epoch": 1.8570778334091944,
+      "grad_norm": 1.2855277061462402,
+      "learning_rate": 3.237023492189369e-05,
+      "loss": 0.8986,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20400,
+      "tokens_per_second_per_gpu": 470.9
+    },
+    {
+      "epoch": 1.8616294947655896,
+      "grad_norm": 1.2580296993255615,
+      "learning_rate": 3.227528854708656e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20450,
+      "tokens_per_second_per_gpu": 516.12
+    },
+    {
+      "epoch": 1.8661811561219845,
+      "grad_norm": 1.3489645719528198,
+      "learning_rate": 3.21802273875059e-05,
+      "loss": 0.9247,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20500,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 1.8707328174783795,
+      "grad_norm": 1.118877649307251,
+      "learning_rate": 3.208505294296491e-05,
+      "loss": 0.9119,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20550,
+      "tokens_per_second_per_gpu": 513.96
+    },
+    {
+      "epoch": 1.8752844788347747,
+      "grad_norm": 1.4261683225631714,
+      "learning_rate": 3.198976671506409e-05,
+      "loss": 0.9069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20600,
+      "tokens_per_second_per_gpu": 468.09
+    },
+    {
+      "epoch": 1.8798361401911698,
+      "grad_norm": 1.2352209091186523,
+      "learning_rate": 3.1894370207167625e-05,
+      "loss": 0.9471,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20650,
+      "tokens_per_second_per_gpu": 527.79
+    },
+    {
+      "epoch": 1.884387801547565,
+      "grad_norm": 1.480117678642273,
+      "learning_rate": 3.179886492437958e-05,
+      "loss": 0.9172,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20700,
+      "tokens_per_second_per_gpu": 501.22
+    },
+    {
+      "epoch": 1.88893946290396,
+      "grad_norm": 1.1455492973327637,
+      "learning_rate": 3.170325237352024e-05,
+      "loss": 0.9114,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20750,
+      "tokens_per_second_per_gpu": 502.15
+    },
+    {
+      "epoch": 1.893491124260355,
+      "grad_norm": 1.2906856536865234,
+      "learning_rate": 3.160753406310229e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20800,
+      "tokens_per_second_per_gpu": 494.01
+    },
+    {
+      "epoch": 1.89804278561675,
+      "grad_norm": 1.0654765367507935,
+      "learning_rate": 3.1511711503307e-05,
+      "loss": 0.9145,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20850,
+      "tokens_per_second_per_gpu": 519.46
+    },
+    {
+      "epoch": 1.9025944469731453,
+      "grad_norm": 1.24265456199646,
+      "learning_rate": 3.141578620596043e-05,
+      "loss": 0.8849,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20900,
+      "tokens_per_second_per_gpu": 457.22
+    },
+    {
+      "epoch": 1.9071461083295402,
+      "grad_norm": 1.462532639503479,
+      "learning_rate": 3.1319759684509584e-05,
+      "loss": 0.9141,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20950,
+      "tokens_per_second_per_gpu": 512.24
+    },
+    {
+      "epoch": 1.9116977696859354,
+      "grad_norm": 1.3084138631820679,
+      "learning_rate": 3.1223633453998466e-05,
+      "loss": 0.913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21000,
+      "tokens_per_second_per_gpu": 487.48
+    },
+    {
+      "epoch": 1.9162494310423304,
+      "grad_norm": 1.0528351068496704,
+      "learning_rate": 3.112740903104428e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21050,
+      "tokens_per_second_per_gpu": 500.61
+    },
+    {
+      "epoch": 1.9208010923987255,
+      "grad_norm": 1.1360912322998047,
+      "learning_rate": 3.103108793381341e-05,
+      "loss": 0.8976,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21100,
+      "tokens_per_second_per_gpu": 477.0
+    },
+    {
+      "epoch": 1.9253527537551207,
+      "grad_norm": 1.2134554386138916,
+      "learning_rate": 3.093467168199754e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21150,
+      "tokens_per_second_per_gpu": 493.54
+    },
+    {
+      "epoch": 1.9299044151115157,
+      "grad_norm": 1.0968073606491089,
+      "learning_rate": 3.083816179678958e-05,
+      "loss": 0.9113,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21200,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.9344560764679106,
+      "grad_norm": 1.332603096961975,
+      "learning_rate": 3.074155980085979e-05,
+      "loss": 0.9019,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21250,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.9390077378243058,
+      "grad_norm": 1.3806955814361572,
+      "learning_rate": 3.0644867218331665e-05,
+      "loss": 0.9203,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21300,
+      "tokens_per_second_per_gpu": 472.01
+    },
+    {
+      "epoch": 1.943559399180701,
+      "grad_norm": 0.9688365459442139,
+      "learning_rate": 3.0548085574757905e-05,
+      "loss": 0.9105,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21350,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.9481110605370962,
+      "grad_norm": 1.2917383909225464,
+      "learning_rate": 3.0451216397096392e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21400,
+      "tokens_per_second_per_gpu": 496.58
+    },
+    {
+      "epoch": 1.952662721893491,
+      "grad_norm": 1.3599040508270264,
+      "learning_rate": 3.035426121368603e-05,
+      "loss": 0.9047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21450,
+      "tokens_per_second_per_gpu": 480.0
+    },
+    {
+      "epoch": 1.957214383249886,
+      "grad_norm": 1.3930363655090332,
+      "learning_rate": 3.025722155422268e-05,
+      "loss": 0.9173,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21500,
+      "tokens_per_second_per_gpu": 527.52
+    },
+    {
+      "epoch": 1.9617660446062812,
+      "grad_norm": 0.9727678894996643,
+      "learning_rate": 3.0160098949735012e-05,
+      "loss": 0.914,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21550,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 1.9663177059626764,
+      "grad_norm": 1.0985159873962402,
+      "learning_rate": 3.0062894932560337e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21600,
+      "tokens_per_second_per_gpu": 463.01
+    },
+    {
+      "epoch": 1.9708693673190716,
+      "grad_norm": 1.1219627857208252,
+      "learning_rate": 2.9965611036320475e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21650,
+      "tokens_per_second_per_gpu": 489.04
+    },
+    {
+      "epoch": 1.9754210286754665,
+      "grad_norm": 1.338707447052002,
+      "learning_rate": 2.986824879589748e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21700,
+      "tokens_per_second_per_gpu": 465.85
+    },
+    {
+      "epoch": 1.9799726900318615,
+      "grad_norm": 1.3754671812057495,
+      "learning_rate": 2.9770809747409507e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21750,
+      "tokens_per_second_per_gpu": 482.93
+    },
+    {
+      "epoch": 1.9845243513882567,
+      "grad_norm": 1.4110934734344482,
+      "learning_rate": 2.9673295428186514e-05,
+      "loss": 0.9,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21800,
+      "tokens_per_second_per_gpu": 459.3
+    },
+    {
+      "epoch": 1.9890760127446518,
+      "grad_norm": 1.1868780851364136,
+      "learning_rate": 2.9575707376746053e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21850,
+      "tokens_per_second_per_gpu": 504.74
+    },
+    {
+      "epoch": 1.993627674101047,
+      "grad_norm": 1.1212882995605469,
+      "learning_rate": 2.9478047132768955e-05,
+      "loss": 0.9106,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21900,
+      "tokens_per_second_per_gpu": 491.25
+    },
+    {
+      "epoch": 1.998179335457442,
+      "grad_norm": 1.2349896430969238,
+      "learning_rate": 2.9380316237075073e-05,
+      "loss": 0.88,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21950,
+      "tokens_per_second_per_gpu": 458.6
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.962039589881897,
+      "eval_runtime": 200.4223,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 0.359,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 21970
+    },
+    {
+      "epoch": 2.002730996813837,
+      "grad_norm": 1.1923445463180542,
+      "learning_rate": 2.928251623159895e-05,
+      "loss": 0.8407,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22000,
+      "tokens_per_second_per_gpu": 289.45
+    },
+    {
+      "epoch": 2.007282658170232,
+      "grad_norm": 1.174663782119751,
+      "learning_rate": 2.91846486593655e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22050,
+      "tokens_per_second_per_gpu": 494.7
+    },
+    {
+      "epoch": 2.0118343195266273,
+      "grad_norm": 1.2221143245697021,
+      "learning_rate": 2.908671506446566e-05,
+      "loss": 0.7855,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22100,
+      "tokens_per_second_per_gpu": 474.95
+    },
+    {
+      "epoch": 2.0163859808830225,
+      "grad_norm": 1.3807263374328613,
+      "learning_rate": 2.8988716992032028e-05,
+      "loss": 0.8037,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22150,
+      "tokens_per_second_per_gpu": 485.08
+    },
+    {
+      "epoch": 2.020937642239417,
+      "grad_norm": 1.2672842741012573,
+      "learning_rate": 2.8890655988214483e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22200,
+      "tokens_per_second_per_gpu": 494.79
+    },
+    {
+      "epoch": 2.0254893035958124,
+      "grad_norm": 1.3480112552642822,
+      "learning_rate": 2.8792533600155813e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22250,
+      "tokens_per_second_per_gpu": 503.58
+    },
+    {
+      "epoch": 2.0300409649522075,
+      "grad_norm": 1.296072244644165,
+      "learning_rate": 2.869435137596727e-05,
+      "loss": 0.7686,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22300,
+      "tokens_per_second_per_gpu": 492.56
+    },
+    {
+      "epoch": 2.0345926263086027,
+      "grad_norm": 1.4430197477340698,
+      "learning_rate": 2.8596110864704168e-05,
+      "loss": 0.7609,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22350,
+      "tokens_per_second_per_gpu": 489.36
+    },
+    {
+      "epoch": 2.039144287664998,
+      "grad_norm": 1.331939458847046,
+      "learning_rate": 2.849781361634143e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22400,
+      "tokens_per_second_per_gpu": 527.72
+    },
+    {
+      "epoch": 2.0436959490213926,
+      "grad_norm": 1.3159470558166504,
+      "learning_rate": 2.839946118174914e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22450,
+      "tokens_per_second_per_gpu": 473.05
+    },
+    {
+      "epoch": 2.048247610377788,
+      "grad_norm": 1.3375674486160278,
+      "learning_rate": 2.8301055112668083e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22500,
+      "tokens_per_second_per_gpu": 521.71
+    },
+    {
+      "epoch": 2.052799271734183,
+      "grad_norm": 1.4380762577056885,
+      "learning_rate": 2.8202596961685256e-05,
+      "loss": 0.7653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22550,
+      "tokens_per_second_per_gpu": 481.08
+    },
+    {
+      "epoch": 2.057350933090578,
+      "grad_norm": 1.2875185012817383,
+      "learning_rate": 2.8104088282209357e-05,
+      "loss": 0.7688,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22600,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 2.0619025944469733,
+      "grad_norm": 1.0484875440597534,
+      "learning_rate": 2.8005530628446297e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22650,
+      "tokens_per_second_per_gpu": 498.61
+    },
+    {
+      "epoch": 2.066454255803368,
+      "grad_norm": 1.2280105352401733,
+      "learning_rate": 2.790692555537468e-05,
+      "loss": 0.7757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22700,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 2.0710059171597632,
+      "grad_norm": 1.350639820098877,
+      "learning_rate": 2.7808274618721242e-05,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22750,
+      "tokens_per_second_per_gpu": 459.39
+    },
+    {
+      "epoch": 2.0755575785161584,
+      "grad_norm": 1.449352502822876,
+      "learning_rate": 2.7709579374936328e-05,
+      "loss": 0.7781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22800,
+      "tokens_per_second_per_gpu": 485.84
+    },
+    {
+      "epoch": 2.0801092398725536,
+      "grad_norm": 1.2269128561019897,
+      "learning_rate": 2.7610841381169362e-05,
+      "loss": 0.7661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22850,
+      "tokens_per_second_per_gpu": 476.16
+    },
+    {
+      "epoch": 2.0846609012289488,
+      "grad_norm": 1.1848582029342651,
+      "learning_rate": 2.7512062195244215e-05,
+      "loss": 0.7809,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22900,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 2.0892125625853435,
+      "grad_norm": 1.2756482362747192,
+      "learning_rate": 2.741324337563467e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22950,
+      "tokens_per_second_per_gpu": 502.14
+    },
+    {
+      "epoch": 2.0937642239417387,
+      "grad_norm": 1.1643390655517578,
+      "learning_rate": 2.7314386481439835e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23000,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 2.098315885298134,
+      "grad_norm": 1.5686687231063843,
+      "learning_rate": 2.7215493072359516e-05,
+      "loss": 0.7718,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23050,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 2.102867546654529,
+      "grad_norm": 1.5676182508468628,
+      "learning_rate": 2.711656470866964e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23100,
+      "tokens_per_second_per_gpu": 455.68
+    },
+    {
+      "epoch": 2.107419208010924,
+      "grad_norm": 1.47994863986969,
+      "learning_rate": 2.7017602951197636e-05,
+      "loss": 0.7783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23150,
+      "tokens_per_second_per_gpu": 479.33
+    },
+    {
+      "epoch": 2.111970869367319,
+      "grad_norm": 1.0682467222213745,
+      "learning_rate": 2.6918609361297768e-05,
+      "loss": 0.7853,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23200,
+      "tokens_per_second_per_gpu": 513.59
+    },
+    {
+      "epoch": 2.116522530723714,
+      "grad_norm": 1.425839900970459,
+      "learning_rate": 2.6819585500826565e-05,
+      "loss": 0.7667,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23250,
+      "tokens_per_second_per_gpu": 481.54
+    },
+    {
+      "epoch": 2.1210741920801093,
+      "grad_norm": 1.410832166671753,
+      "learning_rate": 2.672053293211811e-05,
+      "loss": 0.7465,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23300,
+      "tokens_per_second_per_gpu": 461.33
+    },
+    {
+      "epoch": 2.1256258534365045,
+      "grad_norm": 1.1838409900665283,
+      "learning_rate": 2.6621453217959454e-05,
+      "loss": 0.7666,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23350,
+      "tokens_per_second_per_gpu": 480.97
+    },
+    {
+      "epoch": 2.1301775147928996,
+      "grad_norm": 1.1752251386642456,
+      "learning_rate": 2.652234792156592e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23400,
+      "tokens_per_second_per_gpu": 514.93
+    },
+    {
+      "epoch": 2.1347291761492944,
+      "grad_norm": 1.3073374032974243,
+      "learning_rate": 2.642321860655646e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23450,
+      "tokens_per_second_per_gpu": 492.12
+    },
+    {
+      "epoch": 2.1392808375056895,
+      "grad_norm": 1.4693443775177002,
+      "learning_rate": 2.6324066836928964e-05,
+      "loss": 0.7972,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23500,
+      "tokens_per_second_per_gpu": 495.86
+    },
+    {
+      "epoch": 2.1438324988620847,
+      "grad_norm": 2.2674715518951416,
+      "learning_rate": 2.6224894177035602e-05,
+      "loss": 0.768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23550,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 2.14838416021848,
+      "grad_norm": 1.593753457069397,
+      "learning_rate": 2.6125702191558132e-05,
+      "loss": 0.788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23600,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 2.152935821574875,
+      "grad_norm": 1.3500062227249146,
+      "learning_rate": 2.602649244548322e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23650,
+      "tokens_per_second_per_gpu": 475.81
+    },
+    {
+      "epoch": 2.15748748293127,
+      "grad_norm": 1.6638089418411255,
+      "learning_rate": 2.592726650407777e-05,
+      "loss": 0.7698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23700,
+      "tokens_per_second_per_gpu": 470.88
+    },
+    {
+      "epoch": 2.162039144287665,
+      "grad_norm": 1.292625904083252,
+      "learning_rate": 2.5828025932864164e-05,
+      "loss": 0.7889,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23750,
+      "tokens_per_second_per_gpu": 501.5
+    },
+    {
+      "epoch": 2.16659080564406,
+      "grad_norm": 1.1630120277404785,
+      "learning_rate": 2.572877229759563e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23800,
+      "tokens_per_second_per_gpu": 470.94
+    },
+    {
+      "epoch": 2.1711424670004553,
+      "grad_norm": 1.2248200178146362,
+      "learning_rate": 2.562950716423152e-05,
+      "loss": 0.7917,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23850,
+      "tokens_per_second_per_gpu": 505.26
+    },
+    {
+      "epoch": 2.17569412835685,
+      "grad_norm": 1.4750016927719116,
+      "learning_rate": 2.5530232098912566e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23900,
+      "tokens_per_second_per_gpu": 507.5
+    },
+    {
+      "epoch": 2.1802457897132452,
+      "grad_norm": 1.1996573209762573,
+      "learning_rate": 2.5430948667936215e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23950,
+      "tokens_per_second_per_gpu": 496.39
+    },
+    {
+      "epoch": 2.1847974510696404,
+      "grad_norm": 1.2561222314834595,
+      "learning_rate": 2.5331658437731925e-05,
+      "loss": 0.807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24000,
+      "tokens_per_second_per_gpu": 534.12
+    },
+    {
+      "epoch": 2.1893491124260356,
+      "grad_norm": 1.34530508518219,
+      "learning_rate": 2.5232362974836394e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24050,
+      "tokens_per_second_per_gpu": 499.18
+    },
+    {
+      "epoch": 2.1939007737824308,
+      "grad_norm": 1.4375536441802979,
+      "learning_rate": 2.513306384586888e-05,
+      "loss": 0.7896,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24100,
+      "tokens_per_second_per_gpu": 492.1
+    },
+    {
+      "epoch": 2.1984524351388255,
+      "grad_norm": 1.1456172466278076,
+      "learning_rate": 2.5033762617506507e-05,
+      "loss": 0.8008,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24150,
+      "tokens_per_second_per_gpu": 515.79
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.9876511096954346,
+      "eval_runtime": 195.9364,
+      "eval_samples_per_second": 5.099,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 24167
+    },
+    {
+      "epoch": 2.2030040964952207,
+      "grad_norm": 1.0658150911331177,
+      "learning_rate": 2.4934460856459503e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24200,
+      "tokens_per_second_per_gpu": 312.8
+    },
+    {
+      "epoch": 2.207555757851616,
+      "grad_norm": 1.3847614526748657,
+      "learning_rate": 2.48351601294465e-05,
+      "loss": 0.7795,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24250,
+      "tokens_per_second_per_gpu": 507.79
+    },
+    {
+      "epoch": 2.212107419208011,
+      "grad_norm": 1.2221823930740356,
+      "learning_rate": 2.4735862003169822e-05,
+      "loss": 0.7945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24300,
+      "tokens_per_second_per_gpu": 517.91
+    },
+    {
+      "epoch": 2.216659080564406,
+      "grad_norm": 1.1758830547332764,
+      "learning_rate": 2.4636568044290763e-05,
+      "loss": 0.7816,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24350,
+      "tokens_per_second_per_gpu": 484.86
+    },
+    {
+      "epoch": 2.221210741920801,
+      "grad_norm": 1.3471750020980835,
+      "learning_rate": 2.453727981940486e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24400,
+      "tokens_per_second_per_gpu": 492.74
+    },
+    {
+      "epoch": 2.225762403277196,
+      "grad_norm": 1.4884663820266724,
+      "learning_rate": 2.443799889501718e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24450,
+      "tokens_per_second_per_gpu": 480.79
+    },
+    {
+      "epoch": 2.2303140646335913,
+      "grad_norm": 1.2731692790985107,
+      "learning_rate": 2.433872683751762e-05,
+      "loss": 0.7873,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24500,
+      "tokens_per_second_per_gpu": 515.67
+    },
+    {
+      "epoch": 2.2348657259899865,
+      "grad_norm": 1.2478971481323242,
+      "learning_rate": 2.4239465213156158e-05,
+      "loss": 0.7994,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24550,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 2.2394173873463816,
+      "grad_norm": 1.6925835609436035,
+      "learning_rate": 2.4140215588018204e-05,
+      "loss": 0.7835,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24600,
+      "tokens_per_second_per_gpu": 488.4
+    },
+    {
+      "epoch": 2.2439690487027764,
+      "grad_norm": 1.3365802764892578,
+      "learning_rate": 2.404097952799981e-05,
+      "loss": 0.7846,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24650,
+      "tokens_per_second_per_gpu": 474.07
+    },
+    {
+      "epoch": 2.2485207100591715,
+      "grad_norm": 1.4315035343170166,
+      "learning_rate": 2.3941758598783027e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24700,
+      "tokens_per_second_per_gpu": 504.25
+    },
+    {
+      "epoch": 2.2530723714155667,
+      "grad_norm": 1.3341989517211914,
+      "learning_rate": 2.384255436581118e-05,
+      "loss": 0.7891,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24750,
+      "tokens_per_second_per_gpu": 507.09
+    },
+    {
+      "epoch": 2.257624032771962,
+      "grad_norm": 1.4974217414855957,
+      "learning_rate": 2.374336839426418e-05,
+      "loss": 0.7807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24800,
+      "tokens_per_second_per_gpu": 512.86
+    },
+    {
+      "epoch": 2.2621756941283566,
+      "grad_norm": 1.382554531097412,
+      "learning_rate": 2.3644202249033794e-05,
+      "loss": 0.766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24850,
+      "tokens_per_second_per_gpu": 461.26
+    },
+    {
+      "epoch": 2.266727355484752,
+      "grad_norm": 1.6081000566482544,
+      "learning_rate": 2.3545057494699013e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24900,
+      "tokens_per_second_per_gpu": 489.15
+    },
+    {
+      "epoch": 2.271279016841147,
+      "grad_norm": 1.4605951309204102,
+      "learning_rate": 2.3445935695501326e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24950,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 2.275830678197542,
+      "grad_norm": 1.3324612379074097,
+      "learning_rate": 2.334683841532004e-05,
+      "loss": 0.7897,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25000,
+      "tokens_per_second_per_gpu": 516.96
+    },
+    {
+      "epoch": 2.2803823395539373,
+      "grad_norm": 1.165163278579712,
+      "learning_rate": 2.324776721764763e-05,
+      "loss": 0.7878,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25050,
+      "tokens_per_second_per_gpu": 499.98
+    },
+    {
+      "epoch": 2.284934000910332,
+      "grad_norm": 1.2003819942474365,
+      "learning_rate": 2.3148723665565053e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25100,
+      "tokens_per_second_per_gpu": 521.37
+    },
+    {
+      "epoch": 2.2894856622667272,
+      "grad_norm": 1.0604358911514282,
+      "learning_rate": 2.3049709321717085e-05,
+      "loss": 0.7858,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25150,
+      "tokens_per_second_per_gpu": 512.62
+    },
+    {
+      "epoch": 2.2940373236231224,
+      "grad_norm": 1.1268080472946167,
+      "learning_rate": 2.2950725748287695e-05,
+      "loss": 0.7859,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25200,
+      "tokens_per_second_per_gpu": 509.62
+    },
+    {
+      "epoch": 2.2985889849795176,
+      "grad_norm": 1.4554740190505981,
+      "learning_rate": 2.285177450697535e-05,
+      "loss": 0.7769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25250,
+      "tokens_per_second_per_gpu": 465.16
+    },
+    {
+      "epoch": 2.3031406463359128,
+      "grad_norm": 1.524244785308838,
+      "learning_rate": 2.2752857158968422e-05,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25300,
+      "tokens_per_second_per_gpu": 488.96
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 1.4134726524353027,
+      "learning_rate": 2.265397526492052e-05,
+      "loss": 0.7811,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25350,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.3122439690487027,
+      "grad_norm": 1.3532620668411255,
+      "learning_rate": 2.2555130384925902e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25400,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 2.316795630405098,
+      "grad_norm": 1.1549259424209595,
+      "learning_rate": 2.2456324078494817e-05,
+      "loss": 0.7758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25450,
+      "tokens_per_second_per_gpu": 477.57
+    },
+    {
+      "epoch": 2.321347291761493,
+      "grad_norm": 1.4226809740066528,
+      "learning_rate": 2.2357557904528954e-05,
+      "loss": 0.7813,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25500,
+      "tokens_per_second_per_gpu": 520.0
+    },
+    {
+      "epoch": 2.325898953117888,
+      "grad_norm": 1.2407307624816895,
+      "learning_rate": 2.2258833421296805e-05,
+      "loss": 0.783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 2.330450614474283,
+      "grad_norm": 1.4377738237380981,
+      "learning_rate": 2.2160152186409086e-05,
+      "loss": 0.7754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25600,
+      "tokens_per_second_per_gpu": 487.07
+    },
+    {
+      "epoch": 2.335002275830678,
+      "grad_norm": 1.3697234392166138,
+      "learning_rate": 2.206151575679418e-05,
+      "loss": 0.7503,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25650,
+      "tokens_per_second_per_gpu": 450.66
+    },
+    {
+      "epoch": 2.3395539371870733,
+      "grad_norm": 1.3014477491378784,
+      "learning_rate": 2.196292568867355e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25700,
+      "tokens_per_second_per_gpu": 468.95
+    },
+    {
+      "epoch": 2.3441055985434684,
+      "grad_norm": 1.505482792854309,
+      "learning_rate": 2.1864383537537202e-05,
+      "loss": 0.7826,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25750,
+      "tokens_per_second_per_gpu": 501.49
+    },
+    {
+      "epoch": 2.3486572598998636,
+      "grad_norm": 1.2439770698547363,
+      "learning_rate": 2.1765890858119155e-05,
+      "loss": 0.7862,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25800,
+      "tokens_per_second_per_gpu": 523.79
+    },
+    {
+      "epoch": 2.3532089212562584,
+      "grad_norm": 1.4096859693527222,
+      "learning_rate": 2.166744920437287e-05,
+      "loss": 0.7912,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25850,
+      "tokens_per_second_per_gpu": 487.92
+    },
+    {
+      "epoch": 2.3577605826126535,
+      "grad_norm": 1.6719779968261719,
+      "learning_rate": 2.1569060129446777e-05,
+      "loss": 0.8071,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25900,
+      "tokens_per_second_per_gpu": 501.04
+    },
+    {
+      "epoch": 2.3623122439690487,
+      "grad_norm": 1.2982172966003418,
+      "learning_rate": 2.147072518565974e-05,
+      "loss": 0.7829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25950,
+      "tokens_per_second_per_gpu": 525.2
+    },
+    {
+      "epoch": 2.366863905325444,
+      "grad_norm": 1.4265486001968384,
+      "learning_rate": 2.137244592447658e-05,
+      "loss": 0.7864,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26000,
+      "tokens_per_second_per_gpu": 501.69
+    },
+    {
+      "epoch": 2.371415566681839,
+      "grad_norm": 1.3955106735229492,
+      "learning_rate": 2.1274223896483588e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26050,
+      "tokens_per_second_per_gpu": 478.84
+    },
+    {
+      "epoch": 2.375967228038234,
+      "grad_norm": 1.1367692947387695,
+      "learning_rate": 2.117606065136409e-05,
+      "loss": 0.7529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26100,
+      "tokens_per_second_per_gpu": 485.36
+    },
+    {
+      "epoch": 2.380518889394629,
+      "grad_norm": 1.3815332651138306,
+      "learning_rate": 2.107795773787395e-05,
+      "loss": 0.8125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26150,
+      "tokens_per_second_per_gpu": 514.08
+    },
+    {
+      "epoch": 2.385070550751024,
+      "grad_norm": 1.6012133359909058,
+      "learning_rate": 2.097991670381717e-05,
+      "loss": 0.7574,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26200,
+      "tokens_per_second_per_gpu": 475.46
+    },
+    {
+      "epoch": 2.3896222121074193,
+      "grad_norm": 1.2156130075454712,
+      "learning_rate": 2.088193909602145e-05,
+      "loss": 0.7773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26250,
+      "tokens_per_second_per_gpu": 468.74
+    },
+    {
+      "epoch": 2.3941738734638145,
+      "grad_norm": 1.4776896238327026,
+      "learning_rate": 2.0784026460313808e-05,
+      "loss": 0.7978,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26300,
+      "tokens_per_second_per_gpu": 504.34
+    },
+    {
+      "epoch": 2.3987255348202092,
+      "grad_norm": 1.4902770519256592,
+      "learning_rate": 2.0686180341496146e-05,
+      "loss": 0.7725,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26350,
+      "tokens_per_second_per_gpu": 448.73
+    },
+    {
+      "epoch": 2.4,
+      "eval_loss": 0.9867295622825623,
+      "eval_runtime": 195.2766,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 26364
+    },
+    {
+      "epoch": 2.4032771961766044,
+      "grad_norm": 1.4182987213134766,
+      "learning_rate": 2.0588402283320937e-05,
+      "loss": 0.7874,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26400,
+      "tokens_per_second_per_gpu": 356.84
+    },
+    {
+      "epoch": 2.4078288575329996,
+      "grad_norm": 1.3437907695770264,
+      "learning_rate": 2.0490693828466823e-05,
+      "loss": 0.7775,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26450,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 2.4123805188893948,
+      "grad_norm": 1.3449835777282715,
+      "learning_rate": 2.0393056518514288e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26500,
+      "tokens_per_second_per_gpu": 482.83
+    },
+    {
+      "epoch": 2.41693218024579,
+      "grad_norm": 1.2085769176483154,
+      "learning_rate": 2.0295491893921345e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26550,
+      "tokens_per_second_per_gpu": 477.2
+    },
+    {
+      "epoch": 2.4214838416021847,
+      "grad_norm": 1.3855311870574951,
+      "learning_rate": 2.0198001493999215e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26600,
+      "tokens_per_second_per_gpu": 490.99
+    },
+    {
+      "epoch": 2.42603550295858,
+      "grad_norm": 1.5885320901870728,
+      "learning_rate": 2.0100586856888054e-05,
+      "loss": 0.779,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26650,
+      "tokens_per_second_per_gpu": 506.83
+    },
+    {
+      "epoch": 2.430587164314975,
+      "grad_norm": 1.4351317882537842,
+      "learning_rate": 2.0003249519532696e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26700,
+      "tokens_per_second_per_gpu": 510.22
+    },
+    {
+      "epoch": 2.43513882567137,
+      "grad_norm": 1.4788719415664673,
+      "learning_rate": 1.9905991017658364e-05,
+      "loss": 0.7752,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26750,
+      "tokens_per_second_per_gpu": 475.65
+    },
+    {
+      "epoch": 2.4396904870277654,
+      "grad_norm": 1.8284074068069458,
+      "learning_rate": 1.9808812885746492e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26800,
+      "tokens_per_second_per_gpu": 470.51
+    },
+    {
+      "epoch": 2.44424214838416,
+      "grad_norm": 1.3145912885665894,
+      "learning_rate": 1.9711716657010464e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26850,
+      "tokens_per_second_per_gpu": 493.91
+    },
+    {
+      "epoch": 2.4487938097405553,
+      "grad_norm": 1.4024999141693115,
+      "learning_rate": 1.9614703863371473e-05,
+      "loss": 0.7768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26900,
+      "tokens_per_second_per_gpu": 474.1
+    },
+    {
+      "epoch": 2.4533454710969504,
+      "grad_norm": 1.2669835090637207,
+      "learning_rate": 1.9517776035434298e-05,
+      "loss": 0.7665,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26950,
+      "tokens_per_second_per_gpu": 465.45
+    },
+    {
+      "epoch": 2.4578971324533456,
+      "grad_norm": 1.4060825109481812,
+      "learning_rate": 1.9420934702463223e-05,
+      "loss": 0.747,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27000,
+      "tokens_per_second_per_gpu": 472.99
+    },
+    {
+      "epoch": 2.462448793809741,
+      "grad_norm": 1.4920679330825806,
+      "learning_rate": 1.9324181392357837e-05,
+      "loss": 0.7568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27050,
+      "tokens_per_second_per_gpu": 471.28
+    },
+    {
+      "epoch": 2.4670004551661355,
+      "grad_norm": 1.3667105436325073,
+      "learning_rate": 1.922751763162898e-05,
+      "loss": 0.7657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27100,
+      "tokens_per_second_per_gpu": 458.79
+    },
+    {
+      "epoch": 2.4715521165225307,
+      "grad_norm": 1.24141526222229,
+      "learning_rate": 1.9130944945374628e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27150,
+      "tokens_per_second_per_gpu": 484.58
+    },
+    {
+      "epoch": 2.476103777878926,
+      "grad_norm": 1.4876346588134766,
+      "learning_rate": 1.9034464857255856e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27200,
+      "tokens_per_second_per_gpu": 486.16
+    },
+    {
+      "epoch": 2.480655439235321,
+      "grad_norm": 1.2360036373138428,
+      "learning_rate": 1.893807888947277e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27250,
+      "tokens_per_second_per_gpu": 491.55
+    },
+    {
+      "epoch": 2.485207100591716,
+      "grad_norm": 1.5152608156204224,
+      "learning_rate": 1.8841788562740528e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27300,
+      "tokens_per_second_per_gpu": 495.47
+    },
+    {
+      "epoch": 2.489758761948111,
+      "grad_norm": 1.4290846586227417,
+      "learning_rate": 1.8745595396265305e-05,
+      "loss": 0.7812,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27350,
+      "tokens_per_second_per_gpu": 502.87
+    },
+    {
+      "epoch": 2.494310423304506,
+      "grad_norm": 1.3766820430755615,
+      "learning_rate": 1.864950090772036e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27400,
+      "tokens_per_second_per_gpu": 492.86
+    },
+    {
+      "epoch": 2.4988620846609013,
+      "grad_norm": 1.2925307750701904,
+      "learning_rate": 1.8553506613222056e-05,
+      "loss": 0.7738,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27450,
+      "tokens_per_second_per_gpu": 488.61
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.215334279378043e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-27465/training_args.bin b/checkpoint-27465/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-27465/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-32958/README.md b/checkpoint-32958/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-32958/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-32958/adapter_config.json b/checkpoint-32958/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-32958/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-32958/adapter_model.safetensors b/checkpoint-32958/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13118417383958cceb6fbd8e8577ca2a610c7a70
--- /dev/null
+++ b/checkpoint-32958/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381c853913a4ca35673ea8572065ade67ab6055fe03d7465091492c7f76c2639
+size 456206152
diff --git a/checkpoint-32958/chat_template.jinja b/checkpoint-32958/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-32958/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-32958/optimizer.pt b/checkpoint-32958/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345e1ad2d40be2b6b672ae68f4a46de467a3639c
--- /dev/null
+++ b/checkpoint-32958/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee092f6ee8a3a661f781143f36f326bf9c72e61bedb6cef49348447c1c0ea6bd
+size 232287717
diff --git a/checkpoint-32958/rng_state.pth b/checkpoint-32958/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5c0cb4e2ccbc6c771d55988cd4e51301a98a6ad
--- /dev/null
+++ b/checkpoint-32958/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc20c99ec31f852110d56d6d7f5f6e5ccbf81fdece5ef1f3419fde24e17f1980
+size 14645
diff --git a/checkpoint-32958/scheduler.pt b/checkpoint-32958/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e009c13bae3a829c525e00d7547e6aaed9e7f90
--- /dev/null
+++ b/checkpoint-32958/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cfea048d9212f288c9ea8f7c4e59125b7f3632692821f4618dc7509a76b1c8
+size 1465
diff --git a/checkpoint-32958/special_tokens_map.json b/checkpoint-32958/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-32958/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-32958/tokenizer.json b/checkpoint-32958/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-32958/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-32958/tokenizer_config.json b/checkpoint-32958/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-32958/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-32958/trainer_state.json b/checkpoint-32958/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c89ca44a6427591c861ba030c9e4384562ecbb67
--- /dev/null
+++ b/checkpoint-32958/trainer_state.json
@@ -0,0 +1,7459 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0002730996813836,
+  "eval_steps": 2197,
+  "global_step": 32958,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    },
+    {
+      "epoch": 1.5020482476103778,
+      "grad_norm": 1.014233946800232,
+      "learning_rate": 3.930278353194658e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.506599908966773,
+      "grad_norm": 1.2883192300796509,
+      "learning_rate": 3.9221225928441634e-05,
+      "loss": 0.9417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16550,
+      "tokens_per_second_per_gpu": 455.43
+    },
+    {
+      "epoch": 1.511151570323168,
+      "grad_norm": 1.175374150276184,
+      "learning_rate": 3.913944395167825e-05,
+      "loss": 0.9091,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16600,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 1.515703231679563,
+      "grad_norm": 1.1349321603775024,
+      "learning_rate": 3.9057438891959284e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16650,
+      "tokens_per_second_per_gpu": 481.05
+    },
+    {
+      "epoch": 1.520254893035958,
+      "grad_norm": 1.1461342573165894,
+      "learning_rate": 3.8975212043107274e-05,
+      "loss": 0.94,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16700,
+      "tokens_per_second_per_gpu": 526.13
+    },
+    {
+      "epoch": 1.5248065543923532,
+      "grad_norm": 1.3331114053726196,
+      "learning_rate": 3.8892764702443986e-05,
+      "loss": 0.9189,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16750,
+      "tokens_per_second_per_gpu": 468.65
+    },
+    {
+      "epoch": 1.5293582157487484,
+      "grad_norm": 1.2893600463867188,
+      "learning_rate": 3.8810098170769964e-05,
+      "loss": 0.9374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16800,
+      "tokens_per_second_per_gpu": 502.33
+    },
+    {
+      "epoch": 1.5339098771051434,
+      "grad_norm": 1.2013905048370361,
+      "learning_rate": 3.8727213752344015e-05,
+      "loss": 0.9344,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16850,
+      "tokens_per_second_per_gpu": 489.3
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.1550096273422241,
+      "learning_rate": 3.8644112754862614e-05,
+      "loss": 0.9253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16900,
+      "tokens_per_second_per_gpu": 497.09
+    },
+    {
+      "epoch": 1.5430131998179335,
+      "grad_norm": 1.0183569192886353,
+      "learning_rate": 3.856079648943929e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16950,
+      "tokens_per_second_per_gpu": 481.68
+    },
+    {
+      "epoch": 1.5475648611743287,
+      "grad_norm": 1.1174321174621582,
+      "learning_rate": 3.84772662705839e-05,
+      "loss": 0.942,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17000,
+      "tokens_per_second_per_gpu": 499.8
+    },
+    {
+      "epoch": 1.5521165225307239,
+      "grad_norm": 1.1995723247528076,
+      "learning_rate": 3.8393523416181955e-05,
+      "loss": 0.9161,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17050,
+      "tokens_per_second_per_gpu": 479.92
+    },
+    {
+      "epoch": 1.5566681838871188,
+      "grad_norm": 1.2188096046447754,
+      "learning_rate": 3.8309569247473766e-05,
+      "loss": 0.9074,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17100,
+      "tokens_per_second_per_gpu": 458.16
+    },
+    {
+      "epoch": 1.5612198452435138,
+      "grad_norm": 1.2756145000457764,
+      "learning_rate": 3.822540508903364e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17150,
+      "tokens_per_second_per_gpu": 487.17
+    },
+    {
+      "epoch": 1.565771506599909,
+      "grad_norm": 1.1586005687713623,
+      "learning_rate": 3.814103226874896e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17200,
+      "tokens_per_second_per_gpu": 473.34
+    },
+    {
+      "epoch": 1.5703231679563041,
+      "grad_norm": 1.2390333414077759,
+      "learning_rate": 3.805645211779924e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17250,
+      "tokens_per_second_per_gpu": 506.31
+    },
+    {
+      "epoch": 1.5748748293126993,
+      "grad_norm": 1.0773036479949951,
+      "learning_rate": 3.7971665970635124e-05,
+      "loss": 0.9124,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17300,
+      "tokens_per_second_per_gpu": 475.61
+    },
+    {
+      "epoch": 1.5794264906690942,
+      "grad_norm": 1.438437581062317,
+      "learning_rate": 3.788667516495732e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17350,
+      "tokens_per_second_per_gpu": 472.1
+    },
+    {
+      "epoch": 1.5839781520254892,
+      "grad_norm": 1.0797569751739502,
+      "learning_rate": 3.780148104169552e-05,
+      "loss": 0.9061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17400,
+      "tokens_per_second_per_gpu": 478.69
+    },
+    {
+      "epoch": 1.5885298133818844,
+      "grad_norm": 2.565443992614746,
+      "learning_rate": 3.771608494498722e-05,
+      "loss": 0.9014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17450,
+      "tokens_per_second_per_gpu": 465.42
+    },
+    {
+      "epoch": 1.5930814747382795,
+      "grad_norm": 1.248572826385498,
+      "learning_rate": 3.763048822215652e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17500,
+      "tokens_per_second_per_gpu": 514.78
+    },
+    {
+      "epoch": 1.5976331360946747,
+      "grad_norm": 1.2229149341583252,
+      "learning_rate": 3.754469222369288e-05,
+      "loss": 0.9445,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17550,
+      "tokens_per_second_per_gpu": 491.23
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.978286862373352,
+      "eval_runtime": 196.934,
+      "eval_samples_per_second": 5.073,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 17576
+    },
+    {
+      "epoch": 1.6021847974510697,
+      "grad_norm": 1.1244183778762817,
+      "learning_rate": 3.745869830322979e-05,
+      "loss": 0.9362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17600,
+      "tokens_per_second_per_gpu": 234.94
+    },
+    {
+      "epoch": 1.6067364588074646,
+      "grad_norm": 0.8700757026672363,
+      "learning_rate": 3.7372507817523425e-05,
+      "loss": 0.916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17650,
+      "tokens_per_second_per_gpu": 487.41
+    },
+    {
+      "epoch": 1.6112881201638598,
+      "grad_norm": 1.0719106197357178,
+      "learning_rate": 3.7286122126431243e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17700,
+      "tokens_per_second_per_gpu": 496.3
+    },
+    {
+      "epoch": 1.615839781520255,
+      "grad_norm": 1.4649990797042847,
+      "learning_rate": 3.719954259289053e-05,
+      "loss": 0.9109,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17750,
+      "tokens_per_second_per_gpu": 487.75
+    },
+    {
+      "epoch": 1.62039144287665,
+      "grad_norm": 1.1497403383255005,
+      "learning_rate": 3.711277058289687e-05,
+      "loss": 0.9168,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17800,
+      "tokens_per_second_per_gpu": 496.72
+    },
+    {
+      "epoch": 1.624943104233045,
+      "grad_norm": 1.1114615201950073,
+      "learning_rate": 3.702580746548266e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17850,
+      "tokens_per_second_per_gpu": 488.84
+    },
+    {
+      "epoch": 1.62949476558944,
+      "grad_norm": 1.0297075510025024,
+      "learning_rate": 3.6938654612695414e-05,
+      "loss": 0.8966,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17900,
+      "tokens_per_second_per_gpu": 469.83
+    },
+    {
+      "epoch": 1.6340464269458352,
+      "grad_norm": 0.9728580713272095,
+      "learning_rate": 3.6851313399576205e-05,
+      "loss": 0.9375,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17950,
+      "tokens_per_second_per_gpu": 491.73
+    },
+    {
+      "epoch": 1.6385980883022304,
+      "grad_norm": 1.536992073059082,
+      "learning_rate": 3.6763785204137916e-05,
+      "loss": 0.9432,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18000,
+      "tokens_per_second_per_gpu": 495.98
+    },
+    {
+      "epoch": 1.6431497496586254,
+      "grad_norm": 1.3161475658416748,
+      "learning_rate": 3.6676071407343504e-05,
+      "loss": 0.9226,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18050,
+      "tokens_per_second_per_gpu": 496.59
+    },
+    {
+      "epoch": 1.6477014110150203,
+      "grad_norm": 1.2327815294265747,
+      "learning_rate": 3.6588173393084256e-05,
+      "loss": 0.9435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18100,
+      "tokens_per_second_per_gpu": 507.17
+    },
+    {
+      "epoch": 1.6522530723714155,
+      "grad_norm": 1.203054666519165,
+      "learning_rate": 3.6500092548157905e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18150,
+      "tokens_per_second_per_gpu": 508.55
+    },
+    {
+      "epoch": 1.6568047337278107,
+      "grad_norm": 1.238101840019226,
+      "learning_rate": 3.641183026224675e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18200,
+      "tokens_per_second_per_gpu": 462.61
+    },
+    {
+      "epoch": 1.6613563950842059,
+      "grad_norm": 1.1978271007537842,
+      "learning_rate": 3.6323387927895784e-05,
+      "loss": 0.9035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18250,
+      "tokens_per_second_per_gpu": 473.23
+    },
+    {
+      "epoch": 1.6659080564406008,
+      "grad_norm": 1.2342469692230225,
+      "learning_rate": 3.6234766940490654e-05,
+      "loss": 0.9249,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18300,
+      "tokens_per_second_per_gpu": 516.71
+    },
+    {
+      "epoch": 1.6704597177969958,
+      "grad_norm": 1.2014917135238647,
+      "learning_rate": 3.61459686982357e-05,
+      "loss": 0.927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18350,
+      "tokens_per_second_per_gpu": 501.19
+    },
+    {
+      "epoch": 1.675011379153391,
+      "grad_norm": 1.1069117784500122,
+      "learning_rate": 3.6056994602131864e-05,
+      "loss": 0.9165,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18400,
+      "tokens_per_second_per_gpu": 496.47
+    },
+    {
+      "epoch": 1.679563040509786,
+      "grad_norm": 1.2550182342529297,
+      "learning_rate": 3.5967846055954594e-05,
+      "loss": 0.9243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18450,
+      "tokens_per_second_per_gpu": 478.09
+    },
+    {
+      "epoch": 1.6841147018661813,
+      "grad_norm": 1.1848024129867554,
+      "learning_rate": 3.587852446623171e-05,
+      "loss": 0.9316,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18500,
+      "tokens_per_second_per_gpu": 493.94
+    },
+    {
+      "epoch": 1.6886663632225762,
+      "grad_norm": 1.1091415882110596,
+      "learning_rate": 3.578903124222119e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18550,
+      "tokens_per_second_per_gpu": 466.38
+    },
+    {
+      "epoch": 1.6932180245789712,
+      "grad_norm": 1.416194200515747,
+      "learning_rate": 3.569936779588896e-05,
+      "loss": 0.9016,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18600,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 1.6977696859353664,
+      "grad_norm": 1.7901129722595215,
+      "learning_rate": 3.5609535541886564e-05,
+      "loss": 0.8922,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18650,
+      "tokens_per_second_per_gpu": 473.89
+    },
+    {
+      "epoch": 1.7023213472917615,
+      "grad_norm": 1.1177266836166382,
+      "learning_rate": 3.551953589752893e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18700,
+      "tokens_per_second_per_gpu": 493.15
+    },
+    {
+      "epoch": 1.7068730086481567,
+      "grad_norm": 1.293908953666687,
+      "learning_rate": 3.542937028277194e-05,
+      "loss": 0.9083,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18750,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 1.7114246700045517,
+      "grad_norm": 1.327156901359558,
+      "learning_rate": 3.533904012019007e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18800,
+      "tokens_per_second_per_gpu": 486.53
+    },
+    {
+      "epoch": 1.7159763313609466,
+      "grad_norm": 1.4621621370315552,
+      "learning_rate": 3.524854683495389e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18850,
+      "tokens_per_second_per_gpu": 459.05
+    },
+    {
+      "epoch": 1.7205279927173418,
+      "grad_norm": 1.3203855752944946,
+      "learning_rate": 3.515789185480763e-05,
+      "loss": 0.9088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18900,
+      "tokens_per_second_per_gpu": 482.55
+    },
+    {
+      "epoch": 1.725079654073737,
+      "grad_norm": 1.4525035619735718,
+      "learning_rate": 3.5067076610046637e-05,
+      "loss": 0.9222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18950,
+      "tokens_per_second_per_gpu": 495.94
+    },
+    {
+      "epoch": 1.7296313154301322,
+      "grad_norm": 1.3682067394256592,
+      "learning_rate": 3.497610253349482e-05,
+      "loss": 0.9337,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19000,
+      "tokens_per_second_per_gpu": 510.26
+    },
+    {
+      "epoch": 1.734182976786527,
+      "grad_norm": 1.1274014711380005,
+      "learning_rate": 3.488497106048202e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19050,
+      "tokens_per_second_per_gpu": 441.7
+    },
+    {
+      "epoch": 1.738734638142922,
+      "grad_norm": 1.4040976762771606,
+      "learning_rate": 3.4793683628821375e-05,
+      "loss": 0.9051,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19100,
+      "tokens_per_second_per_gpu": 480.65
+    },
+    {
+      "epoch": 1.7432862994993172,
+      "grad_norm": 1.467485785484314,
+      "learning_rate": 3.470224167878665e-05,
+      "loss": 0.8916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19150,
+      "tokens_per_second_per_gpu": 463.92
+    },
+    {
+      "epoch": 1.7478379608557124,
+      "grad_norm": 1.0342504978179932,
+      "learning_rate": 3.461064665308948e-05,
+      "loss": 0.9076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19200,
+      "tokens_per_second_per_gpu": 491.85
+    },
+    {
+      "epoch": 1.7523896222121074,
+      "grad_norm": 1.26194167137146,
+      "learning_rate": 3.4518899996856646e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19250,
+      "tokens_per_second_per_gpu": 512.34
+    },
+    {
+      "epoch": 1.7569412835685025,
+      "grad_norm": 1.0763055086135864,
+      "learning_rate": 3.442700315760726e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19300,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 1.7614929449248975,
+      "grad_norm": 1.1700631380081177,
+      "learning_rate": 3.433495758522991e-05,
+      "loss": 0.9233,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19350,
+      "tokens_per_second_per_gpu": 483.16
+    },
+    {
+      "epoch": 1.7660446062812927,
+      "grad_norm": 1.190200924873352,
+      "learning_rate": 3.4242764731959806e-05,
+      "loss": 0.8992,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19400,
+      "tokens_per_second_per_gpu": 461.31
+    },
+    {
+      "epoch": 1.7705962676376878,
+      "grad_norm": 1.285638451576233,
+      "learning_rate": 3.415042605235585e-05,
+      "loss": 0.9174,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19450,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 1.7751479289940828,
+      "grad_norm": 1.2392321825027466,
+      "learning_rate": 3.4057943003277715e-05,
+      "loss": 0.9081,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19500,
+      "tokens_per_second_per_gpu": 484.25
+    },
+    {
+      "epoch": 1.779699590350478,
+      "grad_norm": 1.3192247152328491,
+      "learning_rate": 3.396531704386282e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19550,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.784251251706873,
+      "grad_norm": 1.1055296659469604,
+      "learning_rate": 3.387254963550337e-05,
+      "loss": 0.9097,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19600,
+      "tokens_per_second_per_gpu": 512.22
+    },
+    {
+      "epoch": 1.788802913063268,
+      "grad_norm": 1.2381501197814941,
+      "learning_rate": 3.37796422418232e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19650,
+      "tokens_per_second_per_gpu": 540.49
+    },
+    {
+      "epoch": 1.7933545744196633,
+      "grad_norm": 1.1021363735198975,
+      "learning_rate": 3.36865963286548e-05,
+      "loss": 0.8913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19700,
+      "tokens_per_second_per_gpu": 452.57
+    },
+    {
+      "epoch": 1.7979062357760582,
+      "grad_norm": 1.132875680923462,
+      "learning_rate": 3.3593413364016094e-05,
+      "loss": 0.9434,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9705602526664734,
+      "eval_runtime": 196.6587,
+      "eval_samples_per_second": 5.08,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 19773
+    },
+    {
+      "epoch": 1.8024578971324532,
+      "grad_norm": 1.2874317169189453,
+      "learning_rate": 3.3500094818087316e-05,
+      "loss": 0.9099,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19800,
+      "tokens_per_second_per_gpu": 288.13
+    },
+    {
+      "epoch": 1.8070095584888484,
+      "grad_norm": 1.1182738542556763,
+      "learning_rate": 3.340664216318784e-05,
+      "loss": 0.9277,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19850,
+      "tokens_per_second_per_gpu": 498.5
+    },
+    {
+      "epoch": 1.8115612198452435,
+      "grad_norm": 1.5167587995529175,
+      "learning_rate": 3.3313056873752904e-05,
+      "loss": 0.9219,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19900,
+      "tokens_per_second_per_gpu": 513.06
+    },
+    {
+      "epoch": 1.8161128812016387,
+      "grad_norm": 1.1592515707015991,
+      "learning_rate": 3.3219340426310366e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19950,
+      "tokens_per_second_per_gpu": 479.44
+    },
+    {
+      "epoch": 1.8206645425580337,
+      "grad_norm": 1.0731903314590454,
+      "learning_rate": 3.3125494299457416e-05,
+      "loss": 0.9122,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20000,
+      "tokens_per_second_per_gpu": 452.3
+    },
+    {
+      "epoch": 1.8252162039144286,
+      "grad_norm": 1.0888726711273193,
+      "learning_rate": 3.303151997383725e-05,
+      "loss": 0.9147,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20050,
+      "tokens_per_second_per_gpu": 499.11
+    },
+    {
+      "epoch": 1.8297678652708238,
+      "grad_norm": 1.3090068101882935,
+      "learning_rate": 3.293741893211567e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20100,
+      "tokens_per_second_per_gpu": 471.9
+    },
+    {
+      "epoch": 1.834319526627219,
+      "grad_norm": 1.3456158638000488,
+      "learning_rate": 3.2843192658957774e-05,
+      "loss": 0.9221,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20150,
+      "tokens_per_second_per_gpu": 482.15
+    },
+    {
+      "epoch": 1.8388711879836142,
+      "grad_norm": 1.1804425716400146,
+      "learning_rate": 3.274884264100442e-05,
+      "loss": 0.9416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20200,
+      "tokens_per_second_per_gpu": 519.2
+    },
+    {
+      "epoch": 1.843422849340009,
+      "grad_norm": 1.1315155029296875,
+      "learning_rate": 3.265437036684889e-05,
+      "loss": 0.9423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20250,
+      "tokens_per_second_per_gpu": 516.39
+    },
+    {
+      "epoch": 1.847974510696404,
+      "grad_norm": 1.3613213300704956,
+      "learning_rate": 3.255977732701329e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20300,
+      "tokens_per_second_per_gpu": 453.31
+    },
+    {
+      "epoch": 1.8525261720527992,
+      "grad_norm": 1.228337287902832,
+      "learning_rate": 3.246506501392512e-05,
+      "loss": 0.9314,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20350,
+      "tokens_per_second_per_gpu": 519.61
+    },
+    {
+      "epoch": 1.8570778334091944,
+      "grad_norm": 1.2855277061462402,
+      "learning_rate": 3.237023492189369e-05,
+      "loss": 0.8986,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20400,
+      "tokens_per_second_per_gpu": 470.9
+    },
+    {
+      "epoch": 1.8616294947655896,
+      "grad_norm": 1.2580296993255615,
+      "learning_rate": 3.227528854708656e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20450,
+      "tokens_per_second_per_gpu": 516.12
+    },
+    {
+      "epoch": 1.8661811561219845,
+      "grad_norm": 1.3489645719528198,
+      "learning_rate": 3.21802273875059e-05,
+      "loss": 0.9247,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20500,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 1.8707328174783795,
+      "grad_norm": 1.118877649307251,
+      "learning_rate": 3.208505294296491e-05,
+      "loss": 0.9119,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20550,
+      "tokens_per_second_per_gpu": 513.96
+    },
+    {
+      "epoch": 1.8752844788347747,
+      "grad_norm": 1.4261683225631714,
+      "learning_rate": 3.198976671506409e-05,
+      "loss": 0.9069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20600,
+      "tokens_per_second_per_gpu": 468.09
+    },
+    {
+      "epoch": 1.8798361401911698,
+      "grad_norm": 1.2352209091186523,
+      "learning_rate": 3.1894370207167625e-05,
+      "loss": 0.9471,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20650,
+      "tokens_per_second_per_gpu": 527.79
+    },
+    {
+      "epoch": 1.884387801547565,
+      "grad_norm": 1.480117678642273,
+      "learning_rate": 3.179886492437958e-05,
+      "loss": 0.9172,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20700,
+      "tokens_per_second_per_gpu": 501.22
+    },
+    {
+      "epoch": 1.88893946290396,
+      "grad_norm": 1.1455492973327637,
+      "learning_rate": 3.170325237352024e-05,
+      "loss": 0.9114,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20750,
+      "tokens_per_second_per_gpu": 502.15
+    },
+    {
+      "epoch": 1.893491124260355,
+      "grad_norm": 1.2906856536865234,
+      "learning_rate": 3.160753406310229e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20800,
+      "tokens_per_second_per_gpu": 494.01
+    },
+    {
+      "epoch": 1.89804278561675,
+      "grad_norm": 1.0654765367507935,
+      "learning_rate": 3.1511711503307e-05,
+      "loss": 0.9145,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20850,
+      "tokens_per_second_per_gpu": 519.46
+    },
+    {
+      "epoch": 1.9025944469731453,
+      "grad_norm": 1.24265456199646,
+      "learning_rate": 3.141578620596043e-05,
+      "loss": 0.8849,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20900,
+      "tokens_per_second_per_gpu": 457.22
+    },
+    {
+      "epoch": 1.9071461083295402,
+      "grad_norm": 1.462532639503479,
+      "learning_rate": 3.1319759684509584e-05,
+      "loss": 0.9141,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20950,
+      "tokens_per_second_per_gpu": 512.24
+    },
+    {
+      "epoch": 1.9116977696859354,
+      "grad_norm": 1.3084138631820679,
+      "learning_rate": 3.1223633453998466e-05,
+      "loss": 0.913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21000,
+      "tokens_per_second_per_gpu": 487.48
+    },
+    {
+      "epoch": 1.9162494310423304,
+      "grad_norm": 1.0528351068496704,
+      "learning_rate": 3.112740903104428e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21050,
+      "tokens_per_second_per_gpu": 500.61
+    },
+    {
+      "epoch": 1.9208010923987255,
+      "grad_norm": 1.1360912322998047,
+      "learning_rate": 3.103108793381341e-05,
+      "loss": 0.8976,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21100,
+      "tokens_per_second_per_gpu": 477.0
+    },
+    {
+      "epoch": 1.9253527537551207,
+      "grad_norm": 1.2134554386138916,
+      "learning_rate": 3.093467168199754e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21150,
+      "tokens_per_second_per_gpu": 493.54
+    },
+    {
+      "epoch": 1.9299044151115157,
+      "grad_norm": 1.0968073606491089,
+      "learning_rate": 3.083816179678958e-05,
+      "loss": 0.9113,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21200,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.9344560764679106,
+      "grad_norm": 1.332603096961975,
+      "learning_rate": 3.074155980085979e-05,
+      "loss": 0.9019,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21250,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.9390077378243058,
+      "grad_norm": 1.3806955814361572,
+      "learning_rate": 3.0644867218331665e-05,
+      "loss": 0.9203,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21300,
+      "tokens_per_second_per_gpu": 472.01
+    },
+    {
+      "epoch": 1.943559399180701,
+      "grad_norm": 0.9688365459442139,
+      "learning_rate": 3.0548085574757905e-05,
+      "loss": 0.9105,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21350,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.9481110605370962,
+      "grad_norm": 1.2917383909225464,
+      "learning_rate": 3.0451216397096392e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21400,
+      "tokens_per_second_per_gpu": 496.58
+    },
+    {
+      "epoch": 1.952662721893491,
+      "grad_norm": 1.3599040508270264,
+      "learning_rate": 3.035426121368603e-05,
+      "loss": 0.9047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21450,
+      "tokens_per_second_per_gpu": 480.0
+    },
+    {
+      "epoch": 1.957214383249886,
+      "grad_norm": 1.3930363655090332,
+      "learning_rate": 3.025722155422268e-05,
+      "loss": 0.9173,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21500,
+      "tokens_per_second_per_gpu": 527.52
+    },
+    {
+      "epoch": 1.9617660446062812,
+      "grad_norm": 0.9727678894996643,
+      "learning_rate": 3.0160098949735012e-05,
+      "loss": 0.914,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21550,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 1.9663177059626764,
+      "grad_norm": 1.0985159873962402,
+      "learning_rate": 3.0062894932560337e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21600,
+      "tokens_per_second_per_gpu": 463.01
+    },
+    {
+      "epoch": 1.9708693673190716,
+      "grad_norm": 1.1219627857208252,
+      "learning_rate": 2.9965611036320475e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21650,
+      "tokens_per_second_per_gpu": 489.04
+    },
+    {
+      "epoch": 1.9754210286754665,
+      "grad_norm": 1.338707447052002,
+      "learning_rate": 2.986824879589748e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21700,
+      "tokens_per_second_per_gpu": 465.85
+    },
+    {
+      "epoch": 1.9799726900318615,
+      "grad_norm": 1.3754671812057495,
+      "learning_rate": 2.9770809747409507e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21750,
+      "tokens_per_second_per_gpu": 482.93
+    },
+    {
+      "epoch": 1.9845243513882567,
+      "grad_norm": 1.4110934734344482,
+      "learning_rate": 2.9673295428186514e-05,
+      "loss": 0.9,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21800,
+      "tokens_per_second_per_gpu": 459.3
+    },
+    {
+      "epoch": 1.9890760127446518,
+      "grad_norm": 1.1868780851364136,
+      "learning_rate": 2.9575707376746053e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21850,
+      "tokens_per_second_per_gpu": 504.74
+    },
+    {
+      "epoch": 1.993627674101047,
+      "grad_norm": 1.1212882995605469,
+      "learning_rate": 2.9478047132768955e-05,
+      "loss": 0.9106,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21900,
+      "tokens_per_second_per_gpu": 491.25
+    },
+    {
+      "epoch": 1.998179335457442,
+      "grad_norm": 1.2349896430969238,
+      "learning_rate": 2.9380316237075073e-05,
+      "loss": 0.88,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21950,
+      "tokens_per_second_per_gpu": 458.6
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.962039589881897,
+      "eval_runtime": 200.4223,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 0.359,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 21970
+    },
+    {
+      "epoch": 2.002730996813837,
+      "grad_norm": 1.1923445463180542,
+      "learning_rate": 2.928251623159895e-05,
+      "loss": 0.8407,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22000,
+      "tokens_per_second_per_gpu": 289.45
+    },
+    {
+      "epoch": 2.007282658170232,
+      "grad_norm": 1.174663782119751,
+      "learning_rate": 2.91846486593655e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22050,
+      "tokens_per_second_per_gpu": 494.7
+    },
+    {
+      "epoch": 2.0118343195266273,
+      "grad_norm": 1.2221143245697021,
+      "learning_rate": 2.908671506446566e-05,
+      "loss": 0.7855,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22100,
+      "tokens_per_second_per_gpu": 474.95
+    },
+    {
+      "epoch": 2.0163859808830225,
+      "grad_norm": 1.3807263374328613,
+      "learning_rate": 2.8988716992032028e-05,
+      "loss": 0.8037,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22150,
+      "tokens_per_second_per_gpu": 485.08
+    },
+    {
+      "epoch": 2.020937642239417,
+      "grad_norm": 1.2672842741012573,
+      "learning_rate": 2.8890655988214483e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22200,
+      "tokens_per_second_per_gpu": 494.79
+    },
+    {
+      "epoch": 2.0254893035958124,
+      "grad_norm": 1.3480112552642822,
+      "learning_rate": 2.8792533600155813e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22250,
+      "tokens_per_second_per_gpu": 503.58
+    },
+    {
+      "epoch": 2.0300409649522075,
+      "grad_norm": 1.296072244644165,
+      "learning_rate": 2.869435137596727e-05,
+      "loss": 0.7686,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22300,
+      "tokens_per_second_per_gpu": 492.56
+    },
+    {
+      "epoch": 2.0345926263086027,
+      "grad_norm": 1.4430197477340698,
+      "learning_rate": 2.8596110864704168e-05,
+      "loss": 0.7609,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22350,
+      "tokens_per_second_per_gpu": 489.36
+    },
+    {
+      "epoch": 2.039144287664998,
+      "grad_norm": 1.331939458847046,
+      "learning_rate": 2.849781361634143e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22400,
+      "tokens_per_second_per_gpu": 527.72
+    },
+    {
+      "epoch": 2.0436959490213926,
+      "grad_norm": 1.3159470558166504,
+      "learning_rate": 2.839946118174914e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22450,
+      "tokens_per_second_per_gpu": 473.05
+    },
+    {
+      "epoch": 2.048247610377788,
+      "grad_norm": 1.3375674486160278,
+      "learning_rate": 2.8301055112668083e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22500,
+      "tokens_per_second_per_gpu": 521.71
+    },
+    {
+      "epoch": 2.052799271734183,
+      "grad_norm": 1.4380762577056885,
+      "learning_rate": 2.8202596961685256e-05,
+      "loss": 0.7653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22550,
+      "tokens_per_second_per_gpu": 481.08
+    },
+    {
+      "epoch": 2.057350933090578,
+      "grad_norm": 1.2875185012817383,
+      "learning_rate": 2.8104088282209357e-05,
+      "loss": 0.7688,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22600,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 2.0619025944469733,
+      "grad_norm": 1.0484875440597534,
+      "learning_rate": 2.8005530628446297e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22650,
+      "tokens_per_second_per_gpu": 498.61
+    },
+    {
+      "epoch": 2.066454255803368,
+      "grad_norm": 1.2280105352401733,
+      "learning_rate": 2.790692555537468e-05,
+      "loss": 0.7757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22700,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 2.0710059171597632,
+      "grad_norm": 1.350639820098877,
+      "learning_rate": 2.7808274618721242e-05,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22750,
+      "tokens_per_second_per_gpu": 459.39
+    },
+    {
+      "epoch": 2.0755575785161584,
+      "grad_norm": 1.449352502822876,
+      "learning_rate": 2.7709579374936328e-05,
+      "loss": 0.7781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22800,
+      "tokens_per_second_per_gpu": 485.84
+    },
+    {
+      "epoch": 2.0801092398725536,
+      "grad_norm": 1.2269128561019897,
+      "learning_rate": 2.7610841381169362e-05,
+      "loss": 0.7661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22850,
+      "tokens_per_second_per_gpu": 476.16
+    },
+    {
+      "epoch": 2.0846609012289488,
+      "grad_norm": 1.1848582029342651,
+      "learning_rate": 2.7512062195244215e-05,
+      "loss": 0.7809,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22900,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 2.0892125625853435,
+      "grad_norm": 1.2756482362747192,
+      "learning_rate": 2.741324337563467e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22950,
+      "tokens_per_second_per_gpu": 502.14
+    },
+    {
+      "epoch": 2.0937642239417387,
+      "grad_norm": 1.1643390655517578,
+      "learning_rate": 2.7314386481439835e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23000,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 2.098315885298134,
+      "grad_norm": 1.5686687231063843,
+      "learning_rate": 2.7215493072359516e-05,
+      "loss": 0.7718,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23050,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 2.102867546654529,
+      "grad_norm": 1.5676182508468628,
+      "learning_rate": 2.711656470866964e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23100,
+      "tokens_per_second_per_gpu": 455.68
+    },
+    {
+      "epoch": 2.107419208010924,
+      "grad_norm": 1.47994863986969,
+      "learning_rate": 2.7017602951197636e-05,
+      "loss": 0.7783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23150,
+      "tokens_per_second_per_gpu": 479.33
+    },
+    {
+      "epoch": 2.111970869367319,
+      "grad_norm": 1.0682467222213745,
+      "learning_rate": 2.6918609361297768e-05,
+      "loss": 0.7853,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23200,
+      "tokens_per_second_per_gpu": 513.59
+    },
+    {
+      "epoch": 2.116522530723714,
+      "grad_norm": 1.425839900970459,
+      "learning_rate": 2.6819585500826565e-05,
+      "loss": 0.7667,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23250,
+      "tokens_per_second_per_gpu": 481.54
+    },
+    {
+      "epoch": 2.1210741920801093,
+      "grad_norm": 1.410832166671753,
+      "learning_rate": 2.672053293211811e-05,
+      "loss": 0.7465,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23300,
+      "tokens_per_second_per_gpu": 461.33
+    },
+    {
+      "epoch": 2.1256258534365045,
+      "grad_norm": 1.1838409900665283,
+      "learning_rate": 2.6621453217959454e-05,
+      "loss": 0.7666,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23350,
+      "tokens_per_second_per_gpu": 480.97
+    },
+    {
+      "epoch": 2.1301775147928996,
+      "grad_norm": 1.1752251386642456,
+      "learning_rate": 2.652234792156592e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23400,
+      "tokens_per_second_per_gpu": 514.93
+    },
+    {
+      "epoch": 2.1347291761492944,
+      "grad_norm": 1.3073374032974243,
+      "learning_rate": 2.642321860655646e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23450,
+      "tokens_per_second_per_gpu": 492.12
+    },
+    {
+      "epoch": 2.1392808375056895,
+      "grad_norm": 1.4693443775177002,
+      "learning_rate": 2.6324066836928964e-05,
+      "loss": 0.7972,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23500,
+      "tokens_per_second_per_gpu": 495.86
+    },
+    {
+      "epoch": 2.1438324988620847,
+      "grad_norm": 2.2674715518951416,
+      "learning_rate": 2.6224894177035602e-05,
+      "loss": 0.768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23550,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 2.14838416021848,
+      "grad_norm": 1.593753457069397,
+      "learning_rate": 2.6125702191558132e-05,
+      "loss": 0.788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23600,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 2.152935821574875,
+      "grad_norm": 1.3500062227249146,
+      "learning_rate": 2.602649244548322e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23650,
+      "tokens_per_second_per_gpu": 475.81
+    },
+    {
+      "epoch": 2.15748748293127,
+      "grad_norm": 1.6638089418411255,
+      "learning_rate": 2.592726650407777e-05,
+      "loss": 0.7698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23700,
+      "tokens_per_second_per_gpu": 470.88
+    },
+    {
+      "epoch": 2.162039144287665,
+      "grad_norm": 1.292625904083252,
+      "learning_rate": 2.5828025932864164e-05,
+      "loss": 0.7889,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23750,
+      "tokens_per_second_per_gpu": 501.5
+    },
+    {
+      "epoch": 2.16659080564406,
+      "grad_norm": 1.1630120277404785,
+      "learning_rate": 2.572877229759563e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23800,
+      "tokens_per_second_per_gpu": 470.94
+    },
+    {
+      "epoch": 2.1711424670004553,
+      "grad_norm": 1.2248200178146362,
+      "learning_rate": 2.562950716423152e-05,
+      "loss": 0.7917,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23850,
+      "tokens_per_second_per_gpu": 505.26
+    },
+    {
+      "epoch": 2.17569412835685,
+      "grad_norm": 1.4750016927719116,
+      "learning_rate": 2.5530232098912566e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23900,
+      "tokens_per_second_per_gpu": 507.5
+    },
+    {
+      "epoch": 2.1802457897132452,
+      "grad_norm": 1.1996573209762573,
+      "learning_rate": 2.5430948667936215e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23950,
+      "tokens_per_second_per_gpu": 496.39
+    },
+    {
+      "epoch": 2.1847974510696404,
+      "grad_norm": 1.2561222314834595,
+      "learning_rate": 2.5331658437731925e-05,
+      "loss": 0.807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24000,
+      "tokens_per_second_per_gpu": 534.12
+    },
+    {
+      "epoch": 2.1893491124260356,
+      "grad_norm": 1.34530508518219,
+      "learning_rate": 2.5232362974836394e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24050,
+      "tokens_per_second_per_gpu": 499.18
+    },
+    {
+      "epoch": 2.1939007737824308,
+      "grad_norm": 1.4375536441802979,
+      "learning_rate": 2.513306384586888e-05,
+      "loss": 0.7896,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24100,
+      "tokens_per_second_per_gpu": 492.1
+    },
+    {
+      "epoch": 2.1984524351388255,
+      "grad_norm": 1.1456172466278076,
+      "learning_rate": 2.5033762617506507e-05,
+      "loss": 0.8008,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24150,
+      "tokens_per_second_per_gpu": 515.79
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.9876511096954346,
+      "eval_runtime": 195.9364,
+      "eval_samples_per_second": 5.099,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 24167
+    },
+    {
+      "epoch": 2.2030040964952207,
+      "grad_norm": 1.0658150911331177,
+      "learning_rate": 2.4934460856459503e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24200,
+      "tokens_per_second_per_gpu": 312.8
+    },
+    {
+      "epoch": 2.207555757851616,
+      "grad_norm": 1.3847614526748657,
+      "learning_rate": 2.48351601294465e-05,
+      "loss": 0.7795,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24250,
+      "tokens_per_second_per_gpu": 507.79
+    },
+    {
+      "epoch": 2.212107419208011,
+      "grad_norm": 1.2221823930740356,
+      "learning_rate": 2.4735862003169822e-05,
+      "loss": 0.7945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24300,
+      "tokens_per_second_per_gpu": 517.91
+    },
+    {
+      "epoch": 2.216659080564406,
+      "grad_norm": 1.1758830547332764,
+      "learning_rate": 2.4636568044290763e-05,
+      "loss": 0.7816,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24350,
+      "tokens_per_second_per_gpu": 484.86
+    },
+    {
+      "epoch": 2.221210741920801,
+      "grad_norm": 1.3471750020980835,
+      "learning_rate": 2.453727981940486e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24400,
+      "tokens_per_second_per_gpu": 492.74
+    },
+    {
+      "epoch": 2.225762403277196,
+      "grad_norm": 1.4884663820266724,
+      "learning_rate": 2.443799889501718e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24450,
+      "tokens_per_second_per_gpu": 480.79
+    },
+    {
+      "epoch": 2.2303140646335913,
+      "grad_norm": 1.2731692790985107,
+      "learning_rate": 2.433872683751762e-05,
+      "loss": 0.7873,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24500,
+      "tokens_per_second_per_gpu": 515.67
+    },
+    {
+      "epoch": 2.2348657259899865,
+      "grad_norm": 1.2478971481323242,
+      "learning_rate": 2.4239465213156158e-05,
+      "loss": 0.7994,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24550,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 2.2394173873463816,
+      "grad_norm": 1.6925835609436035,
+      "learning_rate": 2.4140215588018204e-05,
+      "loss": 0.7835,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24600,
+      "tokens_per_second_per_gpu": 488.4
+    },
+    {
+      "epoch": 2.2439690487027764,
+      "grad_norm": 1.3365802764892578,
+      "learning_rate": 2.404097952799981e-05,
+      "loss": 0.7846,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24650,
+      "tokens_per_second_per_gpu": 474.07
+    },
+    {
+      "epoch": 2.2485207100591715,
+      "grad_norm": 1.4315035343170166,
+      "learning_rate": 2.3941758598783027e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24700,
+      "tokens_per_second_per_gpu": 504.25
+    },
+    {
+      "epoch": 2.2530723714155667,
+      "grad_norm": 1.3341989517211914,
+      "learning_rate": 2.384255436581118e-05,
+      "loss": 0.7891,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24750,
+      "tokens_per_second_per_gpu": 507.09
+    },
+    {
+      "epoch": 2.257624032771962,
+      "grad_norm": 1.4974217414855957,
+      "learning_rate": 2.374336839426418e-05,
+      "loss": 0.7807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24800,
+      "tokens_per_second_per_gpu": 512.86
+    },
+    {
+      "epoch": 2.2621756941283566,
+      "grad_norm": 1.382554531097412,
+      "learning_rate": 2.3644202249033794e-05,
+      "loss": 0.766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24850,
+      "tokens_per_second_per_gpu": 461.26
+    },
+    {
+      "epoch": 2.266727355484752,
+      "grad_norm": 1.6081000566482544,
+      "learning_rate": 2.3545057494699013e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24900,
+      "tokens_per_second_per_gpu": 489.15
+    },
+    {
+      "epoch": 2.271279016841147,
+      "grad_norm": 1.4605951309204102,
+      "learning_rate": 2.3445935695501326e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24950,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 2.275830678197542,
+      "grad_norm": 1.3324612379074097,
+      "learning_rate": 2.334683841532004e-05,
+      "loss": 0.7897,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25000,
+      "tokens_per_second_per_gpu": 516.96
+    },
+    {
+      "epoch": 2.2803823395539373,
+      "grad_norm": 1.165163278579712,
+      "learning_rate": 2.324776721764763e-05,
+      "loss": 0.7878,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25050,
+      "tokens_per_second_per_gpu": 499.98
+    },
+    {
+      "epoch": 2.284934000910332,
+      "grad_norm": 1.2003819942474365,
+      "learning_rate": 2.3148723665565053e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25100,
+      "tokens_per_second_per_gpu": 521.37
+    },
+    {
+      "epoch": 2.2894856622667272,
+      "grad_norm": 1.0604358911514282,
+      "learning_rate": 2.3049709321717085e-05,
+      "loss": 0.7858,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25150,
+      "tokens_per_second_per_gpu": 512.62
+    },
+    {
+      "epoch": 2.2940373236231224,
+      "grad_norm": 1.1268080472946167,
+      "learning_rate": 2.2950725748287695e-05,
+      "loss": 0.7859,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25200,
+      "tokens_per_second_per_gpu": 509.62
+    },
+    {
+      "epoch": 2.2985889849795176,
+      "grad_norm": 1.4554740190505981,
+      "learning_rate": 2.285177450697535e-05,
+      "loss": 0.7769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25250,
+      "tokens_per_second_per_gpu": 465.16
+    },
+    {
+      "epoch": 2.3031406463359128,
+      "grad_norm": 1.524244785308838,
+      "learning_rate": 2.2752857158968422e-05,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25300,
+      "tokens_per_second_per_gpu": 488.96
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 1.4134726524353027,
+      "learning_rate": 2.265397526492052e-05,
+      "loss": 0.7811,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25350,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.3122439690487027,
+      "grad_norm": 1.3532620668411255,
+      "learning_rate": 2.2555130384925902e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25400,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 2.316795630405098,
+      "grad_norm": 1.1549259424209595,
+      "learning_rate": 2.2456324078494817e-05,
+      "loss": 0.7758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25450,
+      "tokens_per_second_per_gpu": 477.57
+    },
+    {
+      "epoch": 2.321347291761493,
+      "grad_norm": 1.4226809740066528,
+      "learning_rate": 2.2357557904528954e-05,
+      "loss": 0.7813,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25500,
+      "tokens_per_second_per_gpu": 520.0
+    },
+    {
+      "epoch": 2.325898953117888,
+      "grad_norm": 1.2407307624816895,
+      "learning_rate": 2.2258833421296805e-05,
+      "loss": 0.783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 2.330450614474283,
+      "grad_norm": 1.4377738237380981,
+      "learning_rate": 2.2160152186409086e-05,
+      "loss": 0.7754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25600,
+      "tokens_per_second_per_gpu": 487.07
+    },
+    {
+      "epoch": 2.335002275830678,
+      "grad_norm": 1.3697234392166138,
+      "learning_rate": 2.206151575679418e-05,
+      "loss": 0.7503,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25650,
+      "tokens_per_second_per_gpu": 450.66
+    },
+    {
+      "epoch": 2.3395539371870733,
+      "grad_norm": 1.3014477491378784,
+      "learning_rate": 2.196292568867355e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25700,
+      "tokens_per_second_per_gpu": 468.95
+    },
+    {
+      "epoch": 2.3441055985434684,
+      "grad_norm": 1.505482792854309,
+      "learning_rate": 2.1864383537537202e-05,
+      "loss": 0.7826,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25750,
+      "tokens_per_second_per_gpu": 501.49
+    },
+    {
+      "epoch": 2.3486572598998636,
+      "grad_norm": 1.2439770698547363,
+      "learning_rate": 2.1765890858119155e-05,
+      "loss": 0.7862,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25800,
+      "tokens_per_second_per_gpu": 523.79
+    },
+    {
+      "epoch": 2.3532089212562584,
+      "grad_norm": 1.4096859693527222,
+      "learning_rate": 2.166744920437287e-05,
+      "loss": 0.7912,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25850,
+      "tokens_per_second_per_gpu": 487.92
+    },
+    {
+      "epoch": 2.3577605826126535,
+      "grad_norm": 1.6719779968261719,
+      "learning_rate": 2.1569060129446777e-05,
+      "loss": 0.8071,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25900,
+      "tokens_per_second_per_gpu": 501.04
+    },
+    {
+      "epoch": 2.3623122439690487,
+      "grad_norm": 1.2982172966003418,
+      "learning_rate": 2.147072518565974e-05,
+      "loss": 0.7829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25950,
+      "tokens_per_second_per_gpu": 525.2
+    },
+    {
+      "epoch": 2.366863905325444,
+      "grad_norm": 1.4265486001968384,
+      "learning_rate": 2.137244592447658e-05,
+      "loss": 0.7864,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26000,
+      "tokens_per_second_per_gpu": 501.69
+    },
+    {
+      "epoch": 2.371415566681839,
+      "grad_norm": 1.3955106735229492,
+      "learning_rate": 2.1274223896483588e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26050,
+      "tokens_per_second_per_gpu": 478.84
+    },
+    {
+      "epoch": 2.375967228038234,
+      "grad_norm": 1.1367692947387695,
+      "learning_rate": 2.117606065136409e-05,
+      "loss": 0.7529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26100,
+      "tokens_per_second_per_gpu": 485.36
+    },
+    {
+      "epoch": 2.380518889394629,
+      "grad_norm": 1.3815332651138306,
+      "learning_rate": 2.107795773787395e-05,
+      "loss": 0.8125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26150,
+      "tokens_per_second_per_gpu": 514.08
+    },
+    {
+      "epoch": 2.385070550751024,
+      "grad_norm": 1.6012133359909058,
+      "learning_rate": 2.097991670381717e-05,
+      "loss": 0.7574,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26200,
+      "tokens_per_second_per_gpu": 475.46
+    },
+    {
+      "epoch": 2.3896222121074193,
+      "grad_norm": 1.2156130075454712,
+      "learning_rate": 2.088193909602145e-05,
+      "loss": 0.7773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26250,
+      "tokens_per_second_per_gpu": 468.74
+    },
+    {
+      "epoch": 2.3941738734638145,
+      "grad_norm": 1.4776896238327026,
+      "learning_rate": 2.0784026460313808e-05,
+      "loss": 0.7978,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26300,
+      "tokens_per_second_per_gpu": 504.34
+    },
+    {
+      "epoch": 2.3987255348202092,
+      "grad_norm": 1.4902770519256592,
+      "learning_rate": 2.0686180341496146e-05,
+      "loss": 0.7725,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26350,
+      "tokens_per_second_per_gpu": 448.73
+    },
+    {
+      "epoch": 2.4,
+      "eval_loss": 0.9867295622825623,
+      "eval_runtime": 195.2766,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 26364
+    },
+    {
+      "epoch": 2.4032771961766044,
+      "grad_norm": 1.4182987213134766,
+      "learning_rate": 2.0588402283320937e-05,
+      "loss": 0.7874,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26400,
+      "tokens_per_second_per_gpu": 356.84
+    },
+    {
+      "epoch": 2.4078288575329996,
+      "grad_norm": 1.3437907695770264,
+      "learning_rate": 2.0490693828466823e-05,
+      "loss": 0.7775,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26450,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 2.4123805188893948,
+      "grad_norm": 1.3449835777282715,
+      "learning_rate": 2.0393056518514288e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26500,
+      "tokens_per_second_per_gpu": 482.83
+    },
+    {
+      "epoch": 2.41693218024579,
+      "grad_norm": 1.2085769176483154,
+      "learning_rate": 2.0295491893921345e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26550,
+      "tokens_per_second_per_gpu": 477.2
+    },
+    {
+      "epoch": 2.4214838416021847,
+      "grad_norm": 1.3855311870574951,
+      "learning_rate": 2.0198001493999215e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26600,
+      "tokens_per_second_per_gpu": 490.99
+    },
+    {
+      "epoch": 2.42603550295858,
+      "grad_norm": 1.5885320901870728,
+      "learning_rate": 2.0100586856888054e-05,
+      "loss": 0.779,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26650,
+      "tokens_per_second_per_gpu": 506.83
+    },
+    {
+      "epoch": 2.430587164314975,
+      "grad_norm": 1.4351317882537842,
+      "learning_rate": 2.0003249519532696e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26700,
+      "tokens_per_second_per_gpu": 510.22
+    },
+    {
+      "epoch": 2.43513882567137,
+      "grad_norm": 1.4788719415664673,
+      "learning_rate": 1.9905991017658364e-05,
+      "loss": 0.7752,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26750,
+      "tokens_per_second_per_gpu": 475.65
+    },
+    {
+      "epoch": 2.4396904870277654,
+      "grad_norm": 1.8284074068069458,
+      "learning_rate": 1.9808812885746492e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26800,
+      "tokens_per_second_per_gpu": 470.51
+    },
+    {
+      "epoch": 2.44424214838416,
+      "grad_norm": 1.3145912885665894,
+      "learning_rate": 1.9711716657010464e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26850,
+      "tokens_per_second_per_gpu": 493.91
+    },
+    {
+      "epoch": 2.4487938097405553,
+      "grad_norm": 1.4024999141693115,
+      "learning_rate": 1.9614703863371473e-05,
+      "loss": 0.7768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26900,
+      "tokens_per_second_per_gpu": 474.1
+    },
+    {
+      "epoch": 2.4533454710969504,
+      "grad_norm": 1.2669835090637207,
+      "learning_rate": 1.9517776035434298e-05,
+      "loss": 0.7665,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26950,
+      "tokens_per_second_per_gpu": 465.45
+    },
+    {
+      "epoch": 2.4578971324533456,
+      "grad_norm": 1.4060825109481812,
+      "learning_rate": 1.9420934702463223e-05,
+      "loss": 0.747,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27000,
+      "tokens_per_second_per_gpu": 472.99
+    },
+    {
+      "epoch": 2.462448793809741,
+      "grad_norm": 1.4920679330825806,
+      "learning_rate": 1.9324181392357837e-05,
+      "loss": 0.7568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27050,
+      "tokens_per_second_per_gpu": 471.28
+    },
+    {
+      "epoch": 2.4670004551661355,
+      "grad_norm": 1.3667105436325073,
+      "learning_rate": 1.922751763162898e-05,
+      "loss": 0.7657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27100,
+      "tokens_per_second_per_gpu": 458.79
+    },
+    {
+      "epoch": 2.4715521165225307,
+      "grad_norm": 1.24141526222229,
+      "learning_rate": 1.9130944945374628e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27150,
+      "tokens_per_second_per_gpu": 484.58
+    },
+    {
+      "epoch": 2.476103777878926,
+      "grad_norm": 1.4876346588134766,
+      "learning_rate": 1.9034464857255856e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27200,
+      "tokens_per_second_per_gpu": 486.16
+    },
+    {
+      "epoch": 2.480655439235321,
+      "grad_norm": 1.2360036373138428,
+      "learning_rate": 1.893807888947277e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27250,
+      "tokens_per_second_per_gpu": 491.55
+    },
+    {
+      "epoch": 2.485207100591716,
+      "grad_norm": 1.5152608156204224,
+      "learning_rate": 1.8841788562740528e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27300,
+      "tokens_per_second_per_gpu": 495.47
+    },
+    {
+      "epoch": 2.489758761948111,
+      "grad_norm": 1.4290846586227417,
+      "learning_rate": 1.8745595396265305e-05,
+      "loss": 0.7812,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27350,
+      "tokens_per_second_per_gpu": 502.87
+    },
+    {
+      "epoch": 2.494310423304506,
+      "grad_norm": 1.3766820430755615,
+      "learning_rate": 1.864950090772036e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27400,
+      "tokens_per_second_per_gpu": 492.86
+    },
+    {
+      "epoch": 2.4988620846609013,
+      "grad_norm": 1.2925307750701904,
+      "learning_rate": 1.8553506613222056e-05,
+      "loss": 0.7738,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 2.503413746017296,
+      "grad_norm": 1.4461274147033691,
+      "learning_rate": 1.845761402730598e-05,
+      "loss": 0.7921,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27500,
+      "tokens_per_second_per_gpu": 497.47
+    },
+    {
+      "epoch": 2.5079654073736917,
+      "grad_norm": 1.3631300926208496,
+      "learning_rate": 1.836182466290302e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27550,
+      "tokens_per_second_per_gpu": 496.4
+    },
+    {
+      "epoch": 2.5125170687300864,
+      "grad_norm": 1.1906591653823853,
+      "learning_rate": 1.8266140031315503e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27600,
+      "tokens_per_second_per_gpu": 477.81
+    },
+    {
+      "epoch": 2.5170687300864816,
+      "grad_norm": 1.3514851331710815,
+      "learning_rate": 1.8170561642193345e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27650,
+      "tokens_per_second_per_gpu": 482.14
+    },
+    {
+      "epoch": 2.5216203914428768,
+      "grad_norm": 1.5444172620773315,
+      "learning_rate": 1.807509100351024e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27700,
+      "tokens_per_second_per_gpu": 505.9
+    },
+    {
+      "epoch": 2.5261720527992715,
+      "grad_norm": 1.380354642868042,
+      "learning_rate": 1.797972962153987e-05,
+      "loss": 0.7759,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27750,
+      "tokens_per_second_per_gpu": 488.04
+    },
+    {
+      "epoch": 2.5307237141556667,
+      "grad_norm": 1.250873327255249,
+      "learning_rate": 1.7884479000832126e-05,
+      "loss": 0.7711,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27800,
+      "tokens_per_second_per_gpu": 460.58
+    },
+    {
+      "epoch": 2.535275375512062,
+      "grad_norm": 1.5400545597076416,
+      "learning_rate": 1.778934064418939e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27850,
+      "tokens_per_second_per_gpu": 482.82
+    },
+    {
+      "epoch": 2.539827036868457,
+      "grad_norm": 1.4404981136322021,
+      "learning_rate": 1.7694316052642808e-05,
+      "loss": 0.7701,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27900,
+      "tokens_per_second_per_gpu": 472.42
+    },
+    {
+      "epoch": 2.544378698224852,
+      "grad_norm": 1.529981017112732,
+      "learning_rate": 1.7599406725428617e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27950,
+      "tokens_per_second_per_gpu": 464.07
+    },
+    {
+      "epoch": 2.548930359581247,
+      "grad_norm": 1.5745155811309814,
+      "learning_rate": 1.7504614159964493e-05,
+      "loss": 0.7719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28000,
+      "tokens_per_second_per_gpu": 480.73
+    },
+    {
+      "epoch": 2.553482020937642,
+      "grad_norm": 1.2950514554977417,
+      "learning_rate": 1.7409939851825908e-05,
+      "loss": 0.7791,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28050,
+      "tokens_per_second_per_gpu": 483.06
+    },
+    {
+      "epoch": 2.5580336822940373,
+      "grad_norm": 1.6050091981887817,
+      "learning_rate": 1.7315385294722555e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28100,
+      "tokens_per_second_per_gpu": 502.37
+    },
+    {
+      "epoch": 2.5625853436504324,
+      "grad_norm": 1.3216919898986816,
+      "learning_rate": 1.722095198047477e-05,
+      "loss": 0.7847,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28150,
+      "tokens_per_second_per_gpu": 507.94
+    },
+    {
+      "epoch": 2.5671370050068276,
+      "grad_norm": 1.2275587320327759,
+      "learning_rate": 1.7126641398990013e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28200,
+      "tokens_per_second_per_gpu": 469.97
+    },
+    {
+      "epoch": 2.5716886663632224,
+      "grad_norm": 1.3859919309616089,
+      "learning_rate": 1.703245503823932e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28250,
+      "tokens_per_second_per_gpu": 486.57
+    },
+    {
+      "epoch": 2.5762403277196175,
+      "grad_norm": 1.4800488948822021,
+      "learning_rate": 1.6938394384233878e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28300,
+      "tokens_per_second_per_gpu": 520.75
+    },
+    {
+      "epoch": 2.5807919890760127,
+      "grad_norm": 1.154043436050415,
+      "learning_rate": 1.6844460921001534e-05,
+      "loss": 0.7654,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28350,
+      "tokens_per_second_per_gpu": 445.36
+    },
+    {
+      "epoch": 2.585343650432408,
+      "grad_norm": 1.4552162885665894,
+      "learning_rate": 1.6750656130563415e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28400,
+      "tokens_per_second_per_gpu": 490.73
+    },
+    {
+      "epoch": 2.589895311788803,
+      "grad_norm": 1.4212393760681152,
+      "learning_rate": 1.6656981492910527e-05,
+      "loss": 0.7607,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28450,
+      "tokens_per_second_per_gpu": 479.16
+    },
+    {
+      "epoch": 2.594446973145198,
+      "grad_norm": 1.3629285097122192,
+      "learning_rate": 1.6563438485980415e-05,
+      "loss": 0.8062,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28500,
+      "tokens_per_second_per_gpu": 523.95
+    },
+    {
+      "epoch": 2.598998634501593,
+      "grad_norm": 1.4396235942840576,
+      "learning_rate": 1.6470028585633833e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28550,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.9801340699195862,
+      "eval_runtime": 197.5937,
+      "eval_samples_per_second": 5.056,
+      "eval_steps_per_second": 0.364,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 28561
+    },
+    {
+      "epoch": 2.603550295857988,
+      "grad_norm": 1.6099671125411987,
+      "learning_rate": 1.6376753265631474e-05,
+      "loss": 0.7819,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28600,
+      "tokens_per_second_per_gpu": 377.83
+    },
+    {
+      "epoch": 2.6081019572143833,
+      "grad_norm": 1.198883056640625,
+      "learning_rate": 1.6283613997610696e-05,
+      "loss": 0.7681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28650,
+      "tokens_per_second_per_gpu": 477.68
+    },
+    {
+      "epoch": 2.6126536185707785,
+      "grad_norm": 1.4042035341262817,
+      "learning_rate": 1.619061225106234e-05,
+      "loss": 0.7823,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28700,
+      "tokens_per_second_per_gpu": 492.33
+    },
+    {
+      "epoch": 2.6172052799271732,
+      "grad_norm": 1.3731398582458496,
+      "learning_rate": 1.6097749493307497e-05,
+      "loss": 0.7507,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28750,
+      "tokens_per_second_per_gpu": 456.94
+    },
+    {
+      "epoch": 2.6217569412835684,
+      "grad_norm": 1.2420955896377563,
+      "learning_rate": 1.6005027189474396e-05,
+      "loss": 0.7715,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28800,
+      "tokens_per_second_per_gpu": 480.3
+    },
+    {
+      "epoch": 2.6263086026399636,
+      "grad_norm": 1.4313956499099731,
+      "learning_rate": 1.5912446802475277e-05,
+      "loss": 0.7693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28850,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 2.6308602639963587,
+      "grad_norm": 1.4873028993606567,
+      "learning_rate": 1.5820009792983303e-05,
+      "loss": 0.7713,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28900,
+      "tokens_per_second_per_gpu": 485.58
+    },
+    {
+      "epoch": 2.635411925352754,
+      "grad_norm": 1.6724083423614502,
+      "learning_rate": 1.5727717619409528e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28950,
+      "tokens_per_second_per_gpu": 482.25
+    },
+    {
+      "epoch": 2.6399635867091487,
+      "grad_norm": 1.4013808965682983,
+      "learning_rate": 1.5635571737879874e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29000,
+      "tokens_per_second_per_gpu": 476.29
+    },
+    {
+      "epoch": 2.644515248065544,
+      "grad_norm": 1.3551985025405884,
+      "learning_rate": 1.554357360221216e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29050,
+      "tokens_per_second_per_gpu": 508.26
+    },
+    {
+      "epoch": 2.649066909421939,
+      "grad_norm": 1.2868053913116455,
+      "learning_rate": 1.5451724663893164e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29100,
+      "tokens_per_second_per_gpu": 507.48
+    },
+    {
+      "epoch": 2.653618570778334,
+      "grad_norm": 1.7285215854644775,
+      "learning_rate": 1.5360026372055732e-05,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29150,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.6581702321347294,
+      "grad_norm": 1.232396125793457,
+      "learning_rate": 1.5268480173455908e-05,
+      "loss": 0.7576,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29200,
+      "tokens_per_second_per_gpu": 457.72
+    },
+    {
+      "epoch": 2.662721893491124,
+      "grad_norm": 1.3689206838607788,
+      "learning_rate": 1.5177087512450109e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29250,
+      "tokens_per_second_per_gpu": 486.38
+    },
+    {
+      "epoch": 2.6672735548475193,
+      "grad_norm": 1.5284311771392822,
+      "learning_rate": 1.508584983097233e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29300,
+      "tokens_per_second_per_gpu": 474.96
+    },
+    {
+      "epoch": 2.6718252162039144,
+      "grad_norm": 1.5343505144119263,
+      "learning_rate": 1.4994768568511397e-05,
+      "loss": 0.7908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29350,
+      "tokens_per_second_per_gpu": 516.69
+    },
+    {
+      "epoch": 2.6763768775603096,
+      "grad_norm": 1.3912273645401,
+      "learning_rate": 1.490384516208827e-05,
+      "loss": 0.7841,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29400,
+      "tokens_per_second_per_gpu": 462.58
+    },
+    {
+      "epoch": 2.680928538916705,
+      "grad_norm": 1.5467596054077148,
+      "learning_rate": 1.4813081046233345e-05,
+      "loss": 0.7732,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29450,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 2.6854802002730995,
+      "grad_norm": 1.345490574836731,
+      "learning_rate": 1.4722477652963845e-05,
+      "loss": 0.7824,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29500,
+      "tokens_per_second_per_gpu": 514.75
+    },
+    {
+      "epoch": 2.6900318616294947,
+      "grad_norm": 1.342452049255371,
+      "learning_rate": 1.4632036411761223e-05,
+      "loss": 0.7539,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29550,
+      "tokens_per_second_per_gpu": 472.06
+    },
+    {
+      "epoch": 2.69458352298589,
+      "grad_norm": 1.4391672611236572,
+      "learning_rate": 1.4541758749548581e-05,
+      "loss": 0.7648,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29600,
+      "tokens_per_second_per_gpu": 477.41
+    },
+    {
+      "epoch": 2.699135184342285,
+      "grad_norm": 1.5603262186050415,
+      "learning_rate": 1.4451646090668197e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29650,
+      "tokens_per_second_per_gpu": 497.48
+    },
+    {
+      "epoch": 2.7036868456986802,
+      "grad_norm": 1.3951871395111084,
+      "learning_rate": 1.4361699856859023e-05,
+      "loss": 0.7741,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29700,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.708238507055075,
+      "grad_norm": 1.4717990159988403,
+      "learning_rate": 1.427192146723427e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29750,
+      "tokens_per_second_per_gpu": 506.01
+    },
+    {
+      "epoch": 2.71279016841147,
+      "grad_norm": 1.3117893934249878,
+      "learning_rate": 1.4182312338259007e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29800,
+      "tokens_per_second_per_gpu": 465.68
+    },
+    {
+      "epoch": 2.7173418297678653,
+      "grad_norm": 1.1606810092926025,
+      "learning_rate": 1.4092873883727829e-05,
+      "loss": 0.7682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29850,
+      "tokens_per_second_per_gpu": 497.78
+    },
+    {
+      "epoch": 2.7218934911242605,
+      "grad_norm": 1.2451289892196655,
+      "learning_rate": 1.4003607514742529e-05,
+      "loss": 0.7677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29900,
+      "tokens_per_second_per_gpu": 490.97
+    },
+    {
+      "epoch": 2.7264451524806557,
+      "grad_norm": 1.4051967859268188,
+      "learning_rate": 1.3914514639689841e-05,
+      "loss": 0.7496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29950,
+      "tokens_per_second_per_gpu": 484.44
+    },
+    {
+      "epoch": 2.7309968138370504,
+      "grad_norm": 1.65287446975708,
+      "learning_rate": 1.3825596664219254e-05,
+      "loss": 0.7821,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30000,
+      "tokens_per_second_per_gpu": 497.98
+    },
+    {
+      "epoch": 2.7355484751934456,
+      "grad_norm": 1.2787915468215942,
+      "learning_rate": 1.3736854991220777e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30050,
+      "tokens_per_second_per_gpu": 490.55
+    },
+    {
+      "epoch": 2.7401001365498407,
+      "grad_norm": 1.6088179349899292,
+      "learning_rate": 1.364829102080284e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30100,
+      "tokens_per_second_per_gpu": 492.44
+    },
+    {
+      "epoch": 2.744651797906236,
+      "grad_norm": 1.7011981010437012,
+      "learning_rate": 1.35599061502702e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30150,
+      "tokens_per_second_per_gpu": 498.22
+    },
+    {
+      "epoch": 2.749203459262631,
+      "grad_norm": 1.3469337224960327,
+      "learning_rate": 1.3471701774101892e-05,
+      "loss": 0.7916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30200,
+      "tokens_per_second_per_gpu": 463.97
+    },
+    {
+      "epoch": 2.753755120619026,
+      "grad_norm": 1.2775756120681763,
+      "learning_rate": 1.3383679283929223e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30250,
+      "tokens_per_second_per_gpu": 494.9
+    },
+    {
+      "epoch": 2.758306781975421,
+      "grad_norm": 1.406716227531433,
+      "learning_rate": 1.3295840068513832e-05,
+      "loss": 0.7575,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30300,
+      "tokens_per_second_per_gpu": 478.82
+    },
+    {
+      "epoch": 2.762858443331816,
+      "grad_norm": 1.6327651739120483,
+      "learning_rate": 1.3208185513725758e-05,
+      "loss": 0.778,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30350,
+      "tokens_per_second_per_gpu": 472.54
+    },
+    {
+      "epoch": 2.7674101046882114,
+      "grad_norm": 1.525422215461731,
+      "learning_rate": 1.3120717002521588e-05,
+      "loss": 0.7744,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30400,
+      "tokens_per_second_per_gpu": 463.67
+    },
+    {
+      "epoch": 2.7719617660446065,
+      "grad_norm": 1.5094884634017944,
+      "learning_rate": 1.3033435914922637e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30450,
+      "tokens_per_second_per_gpu": 479.77
+    },
+    {
+      "epoch": 2.7765134274010013,
+      "grad_norm": 1.7871735095977783,
+      "learning_rate": 1.2946343627993166e-05,
+      "loss": 0.773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30500,
+      "tokens_per_second_per_gpu": 487.31
+    },
+    {
+      "epoch": 2.7810650887573964,
+      "grad_norm": 1.6897590160369873,
+      "learning_rate": 1.2859441515818656e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30550,
+      "tokens_per_second_per_gpu": 510.29
+    },
+    {
+      "epoch": 2.7856167501137916,
+      "grad_norm": 1.4181755781173706,
+      "learning_rate": 1.2772730949484168e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30600,
+      "tokens_per_second_per_gpu": 503.15
+    },
+    {
+      "epoch": 2.7901684114701863,
+      "grad_norm": 1.358834147453308,
+      "learning_rate": 1.2686213297052638e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30650,
+      "tokens_per_second_per_gpu": 504.07
+    },
+    {
+      "epoch": 2.794720072826582,
+      "grad_norm": 1.68776273727417,
+      "learning_rate": 1.2599889923543349e-05,
+      "loss": 0.7621,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30700,
+      "tokens_per_second_per_gpu": 510.27
+    },
+    {
+      "epoch": 2.7992717341829767,
+      "grad_norm": 1.5909497737884521,
+      "learning_rate": 1.2513762190910372e-05,
+      "loss": 0.7722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 2.8,
+      "eval_loss": 0.978504478931427,
+      "eval_runtime": 199.068,
+      "eval_samples_per_second": 5.018,
+      "eval_steps_per_second": 0.362,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 30758
+    },
+    {
+      "epoch": 2.803823395539372,
+      "grad_norm": 1.3685954809188843,
+      "learning_rate": 1.2427831458021094e-05,
+      "loss": 0.7839,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30800,
+      "tokens_per_second_per_gpu": 430.53
+    },
+    {
+      "epoch": 2.808375056895767,
+      "grad_norm": 1.3834000825881958,
+      "learning_rate": 1.2342099080634754e-05,
+      "loss": 0.7794,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30850,
+      "tokens_per_second_per_gpu": 483.33
+    },
+    {
+      "epoch": 2.812926718252162,
+      "grad_norm": 1.3825865983963013,
+      "learning_rate": 1.2256566411381074e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30900,
+      "tokens_per_second_per_gpu": 492.53
+    },
+    {
+      "epoch": 2.817478379608557,
+      "grad_norm": 1.6372039318084717,
+      "learning_rate": 1.2171234799738914e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30950,
+      "tokens_per_second_per_gpu": 454.37
+    },
+    {
+      "epoch": 2.822030040964952,
+      "grad_norm": 1.580826997756958,
+      "learning_rate": 1.2086105592014974e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31000,
+      "tokens_per_second_per_gpu": 467.76
+    },
+    {
+      "epoch": 2.8265817023213473,
+      "grad_norm": 1.1925673484802246,
+      "learning_rate": 1.2001180131322553e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31050,
+      "tokens_per_second_per_gpu": 488.36
+    },
+    {
+      "epoch": 2.8311333636777425,
+      "grad_norm": 1.757616639137268,
+      "learning_rate": 1.1916459757560367e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31100,
+      "tokens_per_second_per_gpu": 479.46
+    },
+    {
+      "epoch": 2.835685025034137,
+      "grad_norm": 1.388952612876892,
+      "learning_rate": 1.1831945807391394e-05,
+      "loss": 0.7944,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31150,
+      "tokens_per_second_per_gpu": 501.87
+    },
+    {
+      "epoch": 2.8402366863905324,
+      "grad_norm": 1.3602991104125977,
+      "learning_rate": 1.1747639614221823e-05,
+      "loss": 0.754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31200,
+      "tokens_per_second_per_gpu": 479.19
+    },
+    {
+      "epoch": 2.8447883477469276,
+      "grad_norm": 1.4546005725860596,
+      "learning_rate": 1.1663542508179955e-05,
+      "loss": 0.7804,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31250,
+      "tokens_per_second_per_gpu": 497.82
+    },
+    {
+      "epoch": 2.8493400091033227,
+      "grad_norm": 1.4353296756744385,
+      "learning_rate": 1.157965581609527e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31300,
+      "tokens_per_second_per_gpu": 504.3
+    },
+    {
+      "epoch": 2.853891670459718,
+      "grad_norm": 1.5844627618789673,
+      "learning_rate": 1.1495980861477456e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31350,
+      "tokens_per_second_per_gpu": 472.15
+    },
+    {
+      "epoch": 2.8584433318161127,
+      "grad_norm": 1.4013336896896362,
+      "learning_rate": 1.1412518964495567e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31400,
+      "tokens_per_second_per_gpu": 470.55
+    },
+    {
+      "epoch": 2.862994993172508,
+      "grad_norm": 1.7948715686798096,
+      "learning_rate": 1.132927144195715e-05,
+      "loss": 0.7962,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31450,
+      "tokens_per_second_per_gpu": 525.9
+    },
+    {
+      "epoch": 2.867546654528903,
+      "grad_norm": 1.7212830781936646,
+      "learning_rate": 1.1246239607287513e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31500,
+      "tokens_per_second_per_gpu": 526.86
+    },
+    {
+      "epoch": 2.872098315885298,
+      "grad_norm": 1.5194088220596313,
+      "learning_rate": 1.116342477050896e-05,
+      "loss": 0.7584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31550,
+      "tokens_per_second_per_gpu": 461.35
+    },
+    {
+      "epoch": 2.8766499772416934,
+      "grad_norm": 1.4639698266983032,
+      "learning_rate": 1.1080828238220157e-05,
+      "loss": 0.7799,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31600,
+      "tokens_per_second_per_gpu": 494.55
+    },
+    {
+      "epoch": 2.881201638598088,
+      "grad_norm": 1.4781426191329956,
+      "learning_rate": 1.0998451313575503e-05,
+      "loss": 0.7683,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31650,
+      "tokens_per_second_per_gpu": 485.53
+    },
+    {
+      "epoch": 2.8857532999544833,
+      "grad_norm": 1.3627039194107056,
+      "learning_rate": 1.0916295296264565e-05,
+      "loss": 0.774,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31700,
+      "tokens_per_second_per_gpu": 495.56
+    },
+    {
+      "epoch": 2.8903049613108784,
+      "grad_norm": 1.423780083656311,
+      "learning_rate": 1.083436148249157e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31750,
+      "tokens_per_second_per_gpu": 490.8
+    },
+    {
+      "epoch": 2.8948566226672736,
+      "grad_norm": 1.3814677000045776,
+      "learning_rate": 1.0752651164954991e-05,
+      "loss": 0.7756,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31800,
+      "tokens_per_second_per_gpu": 508.12
+    },
+    {
+      "epoch": 2.899408284023669,
+      "grad_norm": 1.5840386152267456,
+      "learning_rate": 1.0671165632827097e-05,
+      "loss": 0.7894,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31850,
+      "tokens_per_second_per_gpu": 474.78
+    },
+    {
+      "epoch": 2.9039599453800635,
+      "grad_norm": 1.2030837535858154,
+      "learning_rate": 1.0589906171733641e-05,
+      "loss": 0.7566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31900,
+      "tokens_per_second_per_gpu": 461.87
+    },
+    {
+      "epoch": 2.9085116067364587,
+      "grad_norm": 1.4285019636154175,
+      "learning_rate": 1.0508874063733582e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31950,
+      "tokens_per_second_per_gpu": 463.3
+    },
+    {
+      "epoch": 2.913063268092854,
+      "grad_norm": 1.4058661460876465,
+      "learning_rate": 1.0428070587298846e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32000,
+      "tokens_per_second_per_gpu": 462.42
+    },
+    {
+      "epoch": 2.917614929449249,
+      "grad_norm": 1.3887815475463867,
+      "learning_rate": 1.034749701729416e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32050,
+      "tokens_per_second_per_gpu": 461.89
+    },
+    {
+      "epoch": 2.9221665908056442,
+      "grad_norm": 1.4016015529632568,
+      "learning_rate": 1.0267154624956937e-05,
+      "loss": 0.7545,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32100,
+      "tokens_per_second_per_gpu": 472.9
+    },
+    {
+      "epoch": 2.926718252162039,
+      "grad_norm": 1.3880101442337036,
+      "learning_rate": 1.0187044677877216e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32150,
+      "tokens_per_second_per_gpu": 486.32
+    },
+    {
+      "epoch": 2.931269913518434,
+      "grad_norm": 1.4154095649719238,
+      "learning_rate": 1.0107168439977669e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32200,
+      "tokens_per_second_per_gpu": 453.4
+    },
+    {
+      "epoch": 2.9358215748748293,
+      "grad_norm": 1.4633469581604004,
+      "learning_rate": 1.0027527171493654e-05,
+      "loss": 0.7684,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32250,
+      "tokens_per_second_per_gpu": 492.0
+    },
+    {
+      "epoch": 2.9403732362312245,
+      "grad_norm": 1.5587745904922485,
+      "learning_rate": 9.948122128953335e-06,
+      "loss": 0.7619,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32300,
+      "tokens_per_second_per_gpu": 501.6
+    },
+    {
+      "epoch": 2.9449248975876197,
+      "grad_norm": 1.40702223777771,
+      "learning_rate": 9.868954565157854e-06,
+      "loss": 0.7431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32350,
+      "tokens_per_second_per_gpu": 465.39
+    },
+    {
+      "epoch": 2.9494765589440144,
+      "grad_norm": 1.499337077140808,
+      "learning_rate": 9.790025729161583e-06,
+      "loss": 0.7828,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32400,
+      "tokens_per_second_per_gpu": 503.84
+    },
+    {
+      "epoch": 2.9540282203004096,
+      "grad_norm": 1.3095389604568481,
+      "learning_rate": 9.711336866252386e-06,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32450,
+      "tokens_per_second_per_gpu": 518.91
+    },
+    {
+      "epoch": 2.9585798816568047,
+      "grad_norm": 1.4443596601486206,
+      "learning_rate": 9.632889217931984e-06,
+      "loss": 0.7597,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32500,
+      "tokens_per_second_per_gpu": 458.51
+    },
+    {
+      "epoch": 2.9631315430132,
+      "grad_norm": 1.2316476106643677,
+      "learning_rate": 9.554684021896388e-06,
+      "loss": 0.7748,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32550,
+      "tokens_per_second_per_gpu": 511.13
+    },
+    {
+      "epoch": 2.967683204369595,
+      "grad_norm": 1.3004258871078491,
+      "learning_rate": 9.47672251201634e-06,
+      "loss": 0.7907,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32600,
+      "tokens_per_second_per_gpu": 509.13
+    },
+    {
+      "epoch": 2.97223486572599,
+      "grad_norm": 1.1468687057495117,
+      "learning_rate": 9.399005918317866e-06,
+      "loss": 0.7514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32650,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.976786527082385,
+      "grad_norm": 1.4267300367355347,
+      "learning_rate": 9.321535466962861e-06,
+      "loss": 0.7709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32700,
+      "tokens_per_second_per_gpu": 500.3
+    },
+    {
+      "epoch": 2.98133818843878,
+      "grad_norm": 1.6295465230941772,
+      "learning_rate": 9.244312380229753e-06,
+      "loss": 0.7552,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32750,
+      "tokens_per_second_per_gpu": 480.54
+    },
+    {
+      "epoch": 2.9858898497951754,
+      "grad_norm": 1.4877276420593262,
+      "learning_rate": 9.167337876494206e-06,
+      "loss": 0.7695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32800,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.9904415111515705,
+      "grad_norm": 1.6292316913604736,
+      "learning_rate": 9.0906131702099e-06,
+      "loss": 0.7687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32850,
+      "tokens_per_second_per_gpu": 472.45
+    },
+    {
+      "epoch": 2.9949931725079653,
+      "grad_norm": 1.3835020065307617,
+      "learning_rate": 9.014139471889379e-06,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32900,
+      "tokens_per_second_per_gpu": 466.51
+    },
+    {
+      "epoch": 2.9995448338643604,
+      "grad_norm": 1.5445491075515747,
+      "learning_rate": 8.93791798808494e-06,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32950,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.9735714197158813,
+      "eval_runtime": 196.1801,
+      "eval_samples_per_second": 5.092,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 32955
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.258363156292239e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-32958/training_args.bin b/checkpoint-32958/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-32958/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-38451/README.md b/checkpoint-38451/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-38451/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-38451/adapter_config.json b/checkpoint-38451/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-38451/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-38451/adapter_model.safetensors b/checkpoint-38451/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e7b0123d230b0eb35394e4034aa74b0dd22c245
--- /dev/null
+++ b/checkpoint-38451/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c0dbeb6332ea5019bf3440dfbe8f57fa640fc0d1c6e7e5ca04a2f3d3af5ba6
+size 456206152
diff --git a/checkpoint-38451/chat_template.jinja b/checkpoint-38451/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-38451/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-38451/optimizer.pt b/checkpoint-38451/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb9c62dc9ae4dffbdb605fc6d3135a0cf50496a
--- /dev/null
+++ b/checkpoint-38451/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f1291dd4b5919a7afe4e6421cfe7cb8f60d4ac42db7b39831fe83e833ee817
+size 232287717
diff --git a/checkpoint-38451/rng_state.pth b/checkpoint-38451/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..49a5a358eb7f2d232c7f97dfc7408c8698196a63
--- /dev/null
+++ b/checkpoint-38451/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1473f3bf85acf04d721e3c56d295f556fed336c2825deab698cf3b78cef4e94
+size 14645
diff --git a/checkpoint-38451/scheduler.pt b/checkpoint-38451/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf62a68193d369329d866d5e3becef41e57753
--- /dev/null
+++ b/checkpoint-38451/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7887b2a80df342f430c7512d9d55db1fad1f6fe9f12a72bcfee2d95422e74303
+size 1465
diff --git a/checkpoint-38451/special_tokens_map.json b/checkpoint-38451/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-38451/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-38451/tokenizer.json b/checkpoint-38451/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-38451/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-38451/tokenizer_config.json b/checkpoint-38451/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-38451/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-38451/trainer_state.json b/checkpoint-38451/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d7cef00e261e63c5142778c663239fb1e326af0e
--- /dev/null
+++ b/checkpoint-38451/trainer_state.json
@@ -0,0 +1,8691 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.5003186162949476,
+  "eval_steps": 2197,
+  "global_step": 38451,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    },
+    {
+      "epoch": 1.5020482476103778,
+      "grad_norm": 1.014233946800232,
+      "learning_rate": 3.930278353194658e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.506599908966773,
+      "grad_norm": 1.2883192300796509,
+      "learning_rate": 3.9221225928441634e-05,
+      "loss": 0.9417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16550,
+      "tokens_per_second_per_gpu": 455.43
+    },
+    {
+      "epoch": 1.511151570323168,
+      "grad_norm": 1.175374150276184,
+      "learning_rate": 3.913944395167825e-05,
+      "loss": 0.9091,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16600,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 1.515703231679563,
+      "grad_norm": 1.1349321603775024,
+      "learning_rate": 3.9057438891959284e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16650,
+      "tokens_per_second_per_gpu": 481.05
+    },
+    {
+      "epoch": 1.520254893035958,
+      "grad_norm": 1.1461342573165894,
+      "learning_rate": 3.8975212043107274e-05,
+      "loss": 0.94,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16700,
+      "tokens_per_second_per_gpu": 526.13
+    },
+    {
+      "epoch": 1.5248065543923532,
+      "grad_norm": 1.3331114053726196,
+      "learning_rate": 3.8892764702443986e-05,
+      "loss": 0.9189,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16750,
+      "tokens_per_second_per_gpu": 468.65
+    },
+    {
+      "epoch": 1.5293582157487484,
+      "grad_norm": 1.2893600463867188,
+      "learning_rate": 3.8810098170769964e-05,
+      "loss": 0.9374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16800,
+      "tokens_per_second_per_gpu": 502.33
+    },
+    {
+      "epoch": 1.5339098771051434,
+      "grad_norm": 1.2013905048370361,
+      "learning_rate": 3.8727213752344015e-05,
+      "loss": 0.9344,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16850,
+      "tokens_per_second_per_gpu": 489.3
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.1550096273422241,
+      "learning_rate": 3.8644112754862614e-05,
+      "loss": 0.9253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16900,
+      "tokens_per_second_per_gpu": 497.09
+    },
+    {
+      "epoch": 1.5430131998179335,
+      "grad_norm": 1.0183569192886353,
+      "learning_rate": 3.856079648943929e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16950,
+      "tokens_per_second_per_gpu": 481.68
+    },
+    {
+      "epoch": 1.5475648611743287,
+      "grad_norm": 1.1174321174621582,
+      "learning_rate": 3.84772662705839e-05,
+      "loss": 0.942,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17000,
+      "tokens_per_second_per_gpu": 499.8
+    },
+    {
+      "epoch": 1.5521165225307239,
+      "grad_norm": 1.1995723247528076,
+      "learning_rate": 3.8393523416181955e-05,
+      "loss": 0.9161,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17050,
+      "tokens_per_second_per_gpu": 479.92
+    },
+    {
+      "epoch": 1.5566681838871188,
+      "grad_norm": 1.2188096046447754,
+      "learning_rate": 3.8309569247473766e-05,
+      "loss": 0.9074,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17100,
+      "tokens_per_second_per_gpu": 458.16
+    },
+    {
+      "epoch": 1.5612198452435138,
+      "grad_norm": 1.2756145000457764,
+      "learning_rate": 3.822540508903364e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17150,
+      "tokens_per_second_per_gpu": 487.17
+    },
+    {
+      "epoch": 1.565771506599909,
+      "grad_norm": 1.1586005687713623,
+      "learning_rate": 3.814103226874896e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17200,
+      "tokens_per_second_per_gpu": 473.34
+    },
+    {
+      "epoch": 1.5703231679563041,
+      "grad_norm": 1.2390333414077759,
+      "learning_rate": 3.805645211779924e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17250,
+      "tokens_per_second_per_gpu": 506.31
+    },
+    {
+      "epoch": 1.5748748293126993,
+      "grad_norm": 1.0773036479949951,
+      "learning_rate": 3.7971665970635124e-05,
+      "loss": 0.9124,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17300,
+      "tokens_per_second_per_gpu": 475.61
+    },
+    {
+      "epoch": 1.5794264906690942,
+      "grad_norm": 1.438437581062317,
+      "learning_rate": 3.788667516495732e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17350,
+      "tokens_per_second_per_gpu": 472.1
+    },
+    {
+      "epoch": 1.5839781520254892,
+      "grad_norm": 1.0797569751739502,
+      "learning_rate": 3.780148104169552e-05,
+      "loss": 0.9061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17400,
+      "tokens_per_second_per_gpu": 478.69
+    },
+    {
+      "epoch": 1.5885298133818844,
+      "grad_norm": 2.565443992614746,
+      "learning_rate": 3.771608494498722e-05,
+      "loss": 0.9014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17450,
+      "tokens_per_second_per_gpu": 465.42
+    },
+    {
+      "epoch": 1.5930814747382795,
+      "grad_norm": 1.248572826385498,
+      "learning_rate": 3.763048822215652e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17500,
+      "tokens_per_second_per_gpu": 514.78
+    },
+    {
+      "epoch": 1.5976331360946747,
+      "grad_norm": 1.2229149341583252,
+      "learning_rate": 3.754469222369288e-05,
+      "loss": 0.9445,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17550,
+      "tokens_per_second_per_gpu": 491.23
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.978286862373352,
+      "eval_runtime": 196.934,
+      "eval_samples_per_second": 5.073,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 17576
+    },
+    {
+      "epoch": 1.6021847974510697,
+      "grad_norm": 1.1244183778762817,
+      "learning_rate": 3.745869830322979e-05,
+      "loss": 0.9362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17600,
+      "tokens_per_second_per_gpu": 234.94
+    },
+    {
+      "epoch": 1.6067364588074646,
+      "grad_norm": 0.8700757026672363,
+      "learning_rate": 3.7372507817523425e-05,
+      "loss": 0.916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17650,
+      "tokens_per_second_per_gpu": 487.41
+    },
+    {
+      "epoch": 1.6112881201638598,
+      "grad_norm": 1.0719106197357178,
+      "learning_rate": 3.7286122126431243e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17700,
+      "tokens_per_second_per_gpu": 496.3
+    },
+    {
+      "epoch": 1.615839781520255,
+      "grad_norm": 1.4649990797042847,
+      "learning_rate": 3.719954259289053e-05,
+      "loss": 0.9109,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17750,
+      "tokens_per_second_per_gpu": 487.75
+    },
+    {
+      "epoch": 1.62039144287665,
+      "grad_norm": 1.1497403383255005,
+      "learning_rate": 3.711277058289687e-05,
+      "loss": 0.9168,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17800,
+      "tokens_per_second_per_gpu": 496.72
+    },
+    {
+      "epoch": 1.624943104233045,
+      "grad_norm": 1.1114615201950073,
+      "learning_rate": 3.702580746548266e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17850,
+      "tokens_per_second_per_gpu": 488.84
+    },
+    {
+      "epoch": 1.62949476558944,
+      "grad_norm": 1.0297075510025024,
+      "learning_rate": 3.6938654612695414e-05,
+      "loss": 0.8966,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17900,
+      "tokens_per_second_per_gpu": 469.83
+    },
+    {
+      "epoch": 1.6340464269458352,
+      "grad_norm": 0.9728580713272095,
+      "learning_rate": 3.6851313399576205e-05,
+      "loss": 0.9375,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17950,
+      "tokens_per_second_per_gpu": 491.73
+    },
+    {
+      "epoch": 1.6385980883022304,
+      "grad_norm": 1.536992073059082,
+      "learning_rate": 3.6763785204137916e-05,
+      "loss": 0.9432,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18000,
+      "tokens_per_second_per_gpu": 495.98
+    },
+    {
+      "epoch": 1.6431497496586254,
+      "grad_norm": 1.3161475658416748,
+      "learning_rate": 3.6676071407343504e-05,
+      "loss": 0.9226,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18050,
+      "tokens_per_second_per_gpu": 496.59
+    },
+    {
+      "epoch": 1.6477014110150203,
+      "grad_norm": 1.2327815294265747,
+      "learning_rate": 3.6588173393084256e-05,
+      "loss": 0.9435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18100,
+      "tokens_per_second_per_gpu": 507.17
+    },
+    {
+      "epoch": 1.6522530723714155,
+      "grad_norm": 1.203054666519165,
+      "learning_rate": 3.6500092548157905e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18150,
+      "tokens_per_second_per_gpu": 508.55
+    },
+    {
+      "epoch": 1.6568047337278107,
+      "grad_norm": 1.238101840019226,
+      "learning_rate": 3.641183026224675e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18200,
+      "tokens_per_second_per_gpu": 462.61
+    },
+    {
+      "epoch": 1.6613563950842059,
+      "grad_norm": 1.1978271007537842,
+      "learning_rate": 3.6323387927895784e-05,
+      "loss": 0.9035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18250,
+      "tokens_per_second_per_gpu": 473.23
+    },
+    {
+      "epoch": 1.6659080564406008,
+      "grad_norm": 1.2342469692230225,
+      "learning_rate": 3.6234766940490654e-05,
+      "loss": 0.9249,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18300,
+      "tokens_per_second_per_gpu": 516.71
+    },
+    {
+      "epoch": 1.6704597177969958,
+      "grad_norm": 1.2014917135238647,
+      "learning_rate": 3.61459686982357e-05,
+      "loss": 0.927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18350,
+      "tokens_per_second_per_gpu": 501.19
+    },
+    {
+      "epoch": 1.675011379153391,
+      "grad_norm": 1.1069117784500122,
+      "learning_rate": 3.6056994602131864e-05,
+      "loss": 0.9165,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18400,
+      "tokens_per_second_per_gpu": 496.47
+    },
+    {
+      "epoch": 1.679563040509786,
+      "grad_norm": 1.2550182342529297,
+      "learning_rate": 3.5967846055954594e-05,
+      "loss": 0.9243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18450,
+      "tokens_per_second_per_gpu": 478.09
+    },
+    {
+      "epoch": 1.6841147018661813,
+      "grad_norm": 1.1848024129867554,
+      "learning_rate": 3.587852446623171e-05,
+      "loss": 0.9316,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18500,
+      "tokens_per_second_per_gpu": 493.94
+    },
+    {
+      "epoch": 1.6886663632225762,
+      "grad_norm": 1.1091415882110596,
+      "learning_rate": 3.578903124222119e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18550,
+      "tokens_per_second_per_gpu": 466.38
+    },
+    {
+      "epoch": 1.6932180245789712,
+      "grad_norm": 1.416194200515747,
+      "learning_rate": 3.569936779588896e-05,
+      "loss": 0.9016,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18600,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 1.6977696859353664,
+      "grad_norm": 1.7901129722595215,
+      "learning_rate": 3.5609535541886564e-05,
+      "loss": 0.8922,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18650,
+      "tokens_per_second_per_gpu": 473.89
+    },
+    {
+      "epoch": 1.7023213472917615,
+      "grad_norm": 1.1177266836166382,
+      "learning_rate": 3.551953589752893e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18700,
+      "tokens_per_second_per_gpu": 493.15
+    },
+    {
+      "epoch": 1.7068730086481567,
+      "grad_norm": 1.293908953666687,
+      "learning_rate": 3.542937028277194e-05,
+      "loss": 0.9083,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18750,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 1.7114246700045517,
+      "grad_norm": 1.327156901359558,
+      "learning_rate": 3.533904012019007e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18800,
+      "tokens_per_second_per_gpu": 486.53
+    },
+    {
+      "epoch": 1.7159763313609466,
+      "grad_norm": 1.4621621370315552,
+      "learning_rate": 3.524854683495389e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18850,
+      "tokens_per_second_per_gpu": 459.05
+    },
+    {
+      "epoch": 1.7205279927173418,
+      "grad_norm": 1.3203855752944946,
+      "learning_rate": 3.515789185480763e-05,
+      "loss": 0.9088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18900,
+      "tokens_per_second_per_gpu": 482.55
+    },
+    {
+      "epoch": 1.725079654073737,
+      "grad_norm": 1.4525035619735718,
+      "learning_rate": 3.5067076610046637e-05,
+      "loss": 0.9222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18950,
+      "tokens_per_second_per_gpu": 495.94
+    },
+    {
+      "epoch": 1.7296313154301322,
+      "grad_norm": 1.3682067394256592,
+      "learning_rate": 3.497610253349482e-05,
+      "loss": 0.9337,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19000,
+      "tokens_per_second_per_gpu": 510.26
+    },
+    {
+      "epoch": 1.734182976786527,
+      "grad_norm": 1.1274014711380005,
+      "learning_rate": 3.488497106048202e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19050,
+      "tokens_per_second_per_gpu": 441.7
+    },
+    {
+      "epoch": 1.738734638142922,
+      "grad_norm": 1.4040976762771606,
+      "learning_rate": 3.4793683628821375e-05,
+      "loss": 0.9051,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19100,
+      "tokens_per_second_per_gpu": 480.65
+    },
+    {
+      "epoch": 1.7432862994993172,
+      "grad_norm": 1.467485785484314,
+      "learning_rate": 3.470224167878665e-05,
+      "loss": 0.8916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19150,
+      "tokens_per_second_per_gpu": 463.92
+    },
+    {
+      "epoch": 1.7478379608557124,
+      "grad_norm": 1.0342504978179932,
+      "learning_rate": 3.461064665308948e-05,
+      "loss": 0.9076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19200,
+      "tokens_per_second_per_gpu": 491.85
+    },
+    {
+      "epoch": 1.7523896222121074,
+      "grad_norm": 1.26194167137146,
+      "learning_rate": 3.4518899996856646e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19250,
+      "tokens_per_second_per_gpu": 512.34
+    },
+    {
+      "epoch": 1.7569412835685025,
+      "grad_norm": 1.0763055086135864,
+      "learning_rate": 3.442700315760726e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19300,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 1.7614929449248975,
+      "grad_norm": 1.1700631380081177,
+      "learning_rate": 3.433495758522991e-05,
+      "loss": 0.9233,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19350,
+      "tokens_per_second_per_gpu": 483.16
+    },
+    {
+      "epoch": 1.7660446062812927,
+      "grad_norm": 1.190200924873352,
+      "learning_rate": 3.4242764731959806e-05,
+      "loss": 0.8992,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19400,
+      "tokens_per_second_per_gpu": 461.31
+    },
+    {
+      "epoch": 1.7705962676376878,
+      "grad_norm": 1.285638451576233,
+      "learning_rate": 3.415042605235585e-05,
+      "loss": 0.9174,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19450,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 1.7751479289940828,
+      "grad_norm": 1.2392321825027466,
+      "learning_rate": 3.4057943003277715e-05,
+      "loss": 0.9081,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19500,
+      "tokens_per_second_per_gpu": 484.25
+    },
+    {
+      "epoch": 1.779699590350478,
+      "grad_norm": 1.3192247152328491,
+      "learning_rate": 3.396531704386282e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19550,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.784251251706873,
+      "grad_norm": 1.1055296659469604,
+      "learning_rate": 3.387254963550337e-05,
+      "loss": 0.9097,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19600,
+      "tokens_per_second_per_gpu": 512.22
+    },
+    {
+      "epoch": 1.788802913063268,
+      "grad_norm": 1.2381501197814941,
+      "learning_rate": 3.37796422418232e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19650,
+      "tokens_per_second_per_gpu": 540.49
+    },
+    {
+      "epoch": 1.7933545744196633,
+      "grad_norm": 1.1021363735198975,
+      "learning_rate": 3.36865963286548e-05,
+      "loss": 0.8913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19700,
+      "tokens_per_second_per_gpu": 452.57
+    },
+    {
+      "epoch": 1.7979062357760582,
+      "grad_norm": 1.132875680923462,
+      "learning_rate": 3.3593413364016094e-05,
+      "loss": 0.9434,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9705602526664734,
+      "eval_runtime": 196.6587,
+      "eval_samples_per_second": 5.08,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 19773
+    },
+    {
+      "epoch": 1.8024578971324532,
+      "grad_norm": 1.2874317169189453,
+      "learning_rate": 3.3500094818087316e-05,
+      "loss": 0.9099,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19800,
+      "tokens_per_second_per_gpu": 288.13
+    },
+    {
+      "epoch": 1.8070095584888484,
+      "grad_norm": 1.1182738542556763,
+      "learning_rate": 3.340664216318784e-05,
+      "loss": 0.9277,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19850,
+      "tokens_per_second_per_gpu": 498.5
+    },
+    {
+      "epoch": 1.8115612198452435,
+      "grad_norm": 1.5167587995529175,
+      "learning_rate": 3.3313056873752904e-05,
+      "loss": 0.9219,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19900,
+      "tokens_per_second_per_gpu": 513.06
+    },
+    {
+      "epoch": 1.8161128812016387,
+      "grad_norm": 1.1592515707015991,
+      "learning_rate": 3.3219340426310366e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19950,
+      "tokens_per_second_per_gpu": 479.44
+    },
+    {
+      "epoch": 1.8206645425580337,
+      "grad_norm": 1.0731903314590454,
+      "learning_rate": 3.3125494299457416e-05,
+      "loss": 0.9122,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20000,
+      "tokens_per_second_per_gpu": 452.3
+    },
+    {
+      "epoch": 1.8252162039144286,
+      "grad_norm": 1.0888726711273193,
+      "learning_rate": 3.303151997383725e-05,
+      "loss": 0.9147,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20050,
+      "tokens_per_second_per_gpu": 499.11
+    },
+    {
+      "epoch": 1.8297678652708238,
+      "grad_norm": 1.3090068101882935,
+      "learning_rate": 3.293741893211567e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20100,
+      "tokens_per_second_per_gpu": 471.9
+    },
+    {
+      "epoch": 1.834319526627219,
+      "grad_norm": 1.3456158638000488,
+      "learning_rate": 3.2843192658957774e-05,
+      "loss": 0.9221,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20150,
+      "tokens_per_second_per_gpu": 482.15
+    },
+    {
+      "epoch": 1.8388711879836142,
+      "grad_norm": 1.1804425716400146,
+      "learning_rate": 3.274884264100442e-05,
+      "loss": 0.9416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20200,
+      "tokens_per_second_per_gpu": 519.2
+    },
+    {
+      "epoch": 1.843422849340009,
+      "grad_norm": 1.1315155029296875,
+      "learning_rate": 3.265437036684889e-05,
+      "loss": 0.9423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20250,
+      "tokens_per_second_per_gpu": 516.39
+    },
+    {
+      "epoch": 1.847974510696404,
+      "grad_norm": 1.3613213300704956,
+      "learning_rate": 3.255977732701329e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20300,
+      "tokens_per_second_per_gpu": 453.31
+    },
+    {
+      "epoch": 1.8525261720527992,
+      "grad_norm": 1.228337287902832,
+      "learning_rate": 3.246506501392512e-05,
+      "loss": 0.9314,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20350,
+      "tokens_per_second_per_gpu": 519.61
+    },
+    {
+      "epoch": 1.8570778334091944,
+      "grad_norm": 1.2855277061462402,
+      "learning_rate": 3.237023492189369e-05,
+      "loss": 0.8986,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20400,
+      "tokens_per_second_per_gpu": 470.9
+    },
+    {
+      "epoch": 1.8616294947655896,
+      "grad_norm": 1.2580296993255615,
+      "learning_rate": 3.227528854708656e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20450,
+      "tokens_per_second_per_gpu": 516.12
+    },
+    {
+      "epoch": 1.8661811561219845,
+      "grad_norm": 1.3489645719528198,
+      "learning_rate": 3.21802273875059e-05,
+      "loss": 0.9247,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20500,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 1.8707328174783795,
+      "grad_norm": 1.118877649307251,
+      "learning_rate": 3.208505294296491e-05,
+      "loss": 0.9119,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20550,
+      "tokens_per_second_per_gpu": 513.96
+    },
+    {
+      "epoch": 1.8752844788347747,
+      "grad_norm": 1.4261683225631714,
+      "learning_rate": 3.198976671506409e-05,
+      "loss": 0.9069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20600,
+      "tokens_per_second_per_gpu": 468.09
+    },
+    {
+      "epoch": 1.8798361401911698,
+      "grad_norm": 1.2352209091186523,
+      "learning_rate": 3.1894370207167625e-05,
+      "loss": 0.9471,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20650,
+      "tokens_per_second_per_gpu": 527.79
+    },
+    {
+      "epoch": 1.884387801547565,
+      "grad_norm": 1.480117678642273,
+      "learning_rate": 3.179886492437958e-05,
+      "loss": 0.9172,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20700,
+      "tokens_per_second_per_gpu": 501.22
+    },
+    {
+      "epoch": 1.88893946290396,
+      "grad_norm": 1.1455492973327637,
+      "learning_rate": 3.170325237352024e-05,
+      "loss": 0.9114,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20750,
+      "tokens_per_second_per_gpu": 502.15
+    },
+    {
+      "epoch": 1.893491124260355,
+      "grad_norm": 1.2906856536865234,
+      "learning_rate": 3.160753406310229e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20800,
+      "tokens_per_second_per_gpu": 494.01
+    },
+    {
+      "epoch": 1.89804278561675,
+      "grad_norm": 1.0654765367507935,
+      "learning_rate": 3.1511711503307e-05,
+      "loss": 0.9145,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20850,
+      "tokens_per_second_per_gpu": 519.46
+    },
+    {
+      "epoch": 1.9025944469731453,
+      "grad_norm": 1.24265456199646,
+      "learning_rate": 3.141578620596043e-05,
+      "loss": 0.8849,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20900,
+      "tokens_per_second_per_gpu": 457.22
+    },
+    {
+      "epoch": 1.9071461083295402,
+      "grad_norm": 1.462532639503479,
+      "learning_rate": 3.1319759684509584e-05,
+      "loss": 0.9141,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20950,
+      "tokens_per_second_per_gpu": 512.24
+    },
+    {
+      "epoch": 1.9116977696859354,
+      "grad_norm": 1.3084138631820679,
+      "learning_rate": 3.1223633453998466e-05,
+      "loss": 0.913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21000,
+      "tokens_per_second_per_gpu": 487.48
+    },
+    {
+      "epoch": 1.9162494310423304,
+      "grad_norm": 1.0528351068496704,
+      "learning_rate": 3.112740903104428e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21050,
+      "tokens_per_second_per_gpu": 500.61
+    },
+    {
+      "epoch": 1.9208010923987255,
+      "grad_norm": 1.1360912322998047,
+      "learning_rate": 3.103108793381341e-05,
+      "loss": 0.8976,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21100,
+      "tokens_per_second_per_gpu": 477.0
+    },
+    {
+      "epoch": 1.9253527537551207,
+      "grad_norm": 1.2134554386138916,
+      "learning_rate": 3.093467168199754e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21150,
+      "tokens_per_second_per_gpu": 493.54
+    },
+    {
+      "epoch": 1.9299044151115157,
+      "grad_norm": 1.0968073606491089,
+      "learning_rate": 3.083816179678958e-05,
+      "loss": 0.9113,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21200,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.9344560764679106,
+      "grad_norm": 1.332603096961975,
+      "learning_rate": 3.074155980085979e-05,
+      "loss": 0.9019,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21250,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.9390077378243058,
+      "grad_norm": 1.3806955814361572,
+      "learning_rate": 3.0644867218331665e-05,
+      "loss": 0.9203,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21300,
+      "tokens_per_second_per_gpu": 472.01
+    },
+    {
+      "epoch": 1.943559399180701,
+      "grad_norm": 0.9688365459442139,
+      "learning_rate": 3.0548085574757905e-05,
+      "loss": 0.9105,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21350,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.9481110605370962,
+      "grad_norm": 1.2917383909225464,
+      "learning_rate": 3.0451216397096392e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21400,
+      "tokens_per_second_per_gpu": 496.58
+    },
+    {
+      "epoch": 1.952662721893491,
+      "grad_norm": 1.3599040508270264,
+      "learning_rate": 3.035426121368603e-05,
+      "loss": 0.9047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21450,
+      "tokens_per_second_per_gpu": 480.0
+    },
+    {
+      "epoch": 1.957214383249886,
+      "grad_norm": 1.3930363655090332,
+      "learning_rate": 3.025722155422268e-05,
+      "loss": 0.9173,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21500,
+      "tokens_per_second_per_gpu": 527.52
+    },
+    {
+      "epoch": 1.9617660446062812,
+      "grad_norm": 0.9727678894996643,
+      "learning_rate": 3.0160098949735012e-05,
+      "loss": 0.914,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21550,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 1.9663177059626764,
+      "grad_norm": 1.0985159873962402,
+      "learning_rate": 3.0062894932560337e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21600,
+      "tokens_per_second_per_gpu": 463.01
+    },
+    {
+      "epoch": 1.9708693673190716,
+      "grad_norm": 1.1219627857208252,
+      "learning_rate": 2.9965611036320475e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21650,
+      "tokens_per_second_per_gpu": 489.04
+    },
+    {
+      "epoch": 1.9754210286754665,
+      "grad_norm": 1.338707447052002,
+      "learning_rate": 2.986824879589748e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21700,
+      "tokens_per_second_per_gpu": 465.85
+    },
+    {
+      "epoch": 1.9799726900318615,
+      "grad_norm": 1.3754671812057495,
+      "learning_rate": 2.9770809747409507e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21750,
+      "tokens_per_second_per_gpu": 482.93
+    },
+    {
+      "epoch": 1.9845243513882567,
+      "grad_norm": 1.4110934734344482,
+      "learning_rate": 2.9673295428186514e-05,
+      "loss": 0.9,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21800,
+      "tokens_per_second_per_gpu": 459.3
+    },
+    {
+      "epoch": 1.9890760127446518,
+      "grad_norm": 1.1868780851364136,
+      "learning_rate": 2.9575707376746053e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21850,
+      "tokens_per_second_per_gpu": 504.74
+    },
+    {
+      "epoch": 1.993627674101047,
+      "grad_norm": 1.1212882995605469,
+      "learning_rate": 2.9478047132768955e-05,
+      "loss": 0.9106,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21900,
+      "tokens_per_second_per_gpu": 491.25
+    },
+    {
+      "epoch": 1.998179335457442,
+      "grad_norm": 1.2349896430969238,
+      "learning_rate": 2.9380316237075073e-05,
+      "loss": 0.88,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21950,
+      "tokens_per_second_per_gpu": 458.6
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.962039589881897,
+      "eval_runtime": 200.4223,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 0.359,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 21970
+    },
+    {
+      "epoch": 2.002730996813837,
+      "grad_norm": 1.1923445463180542,
+      "learning_rate": 2.928251623159895e-05,
+      "loss": 0.8407,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22000,
+      "tokens_per_second_per_gpu": 289.45
+    },
+    {
+      "epoch": 2.007282658170232,
+      "grad_norm": 1.174663782119751,
+      "learning_rate": 2.91846486593655e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22050,
+      "tokens_per_second_per_gpu": 494.7
+    },
+    {
+      "epoch": 2.0118343195266273,
+      "grad_norm": 1.2221143245697021,
+      "learning_rate": 2.908671506446566e-05,
+      "loss": 0.7855,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22100,
+      "tokens_per_second_per_gpu": 474.95
+    },
+    {
+      "epoch": 2.0163859808830225,
+      "grad_norm": 1.3807263374328613,
+      "learning_rate": 2.8988716992032028e-05,
+      "loss": 0.8037,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22150,
+      "tokens_per_second_per_gpu": 485.08
+    },
+    {
+      "epoch": 2.020937642239417,
+      "grad_norm": 1.2672842741012573,
+      "learning_rate": 2.8890655988214483e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22200,
+      "tokens_per_second_per_gpu": 494.79
+    },
+    {
+      "epoch": 2.0254893035958124,
+      "grad_norm": 1.3480112552642822,
+      "learning_rate": 2.8792533600155813e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22250,
+      "tokens_per_second_per_gpu": 503.58
+    },
+    {
+      "epoch": 2.0300409649522075,
+      "grad_norm": 1.296072244644165,
+      "learning_rate": 2.869435137596727e-05,
+      "loss": 0.7686,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22300,
+      "tokens_per_second_per_gpu": 492.56
+    },
+    {
+      "epoch": 2.0345926263086027,
+      "grad_norm": 1.4430197477340698,
+      "learning_rate": 2.8596110864704168e-05,
+      "loss": 0.7609,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22350,
+      "tokens_per_second_per_gpu": 489.36
+    },
+    {
+      "epoch": 2.039144287664998,
+      "grad_norm": 1.331939458847046,
+      "learning_rate": 2.849781361634143e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22400,
+      "tokens_per_second_per_gpu": 527.72
+    },
+    {
+      "epoch": 2.0436959490213926,
+      "grad_norm": 1.3159470558166504,
+      "learning_rate": 2.839946118174914e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22450,
+      "tokens_per_second_per_gpu": 473.05
+    },
+    {
+      "epoch": 2.048247610377788,
+      "grad_norm": 1.3375674486160278,
+      "learning_rate": 2.8301055112668083e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22500,
+      "tokens_per_second_per_gpu": 521.71
+    },
+    {
+      "epoch": 2.052799271734183,
+      "grad_norm": 1.4380762577056885,
+      "learning_rate": 2.8202596961685256e-05,
+      "loss": 0.7653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22550,
+      "tokens_per_second_per_gpu": 481.08
+    },
+    {
+      "epoch": 2.057350933090578,
+      "grad_norm": 1.2875185012817383,
+      "learning_rate": 2.8104088282209357e-05,
+      "loss": 0.7688,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22600,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 2.0619025944469733,
+      "grad_norm": 1.0484875440597534,
+      "learning_rate": 2.8005530628446297e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22650,
+      "tokens_per_second_per_gpu": 498.61
+    },
+    {
+      "epoch": 2.066454255803368,
+      "grad_norm": 1.2280105352401733,
+      "learning_rate": 2.790692555537468e-05,
+      "loss": 0.7757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22700,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 2.0710059171597632,
+      "grad_norm": 1.350639820098877,
+      "learning_rate": 2.7808274618721242e-05,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22750,
+      "tokens_per_second_per_gpu": 459.39
+    },
+    {
+      "epoch": 2.0755575785161584,
+      "grad_norm": 1.449352502822876,
+      "learning_rate": 2.7709579374936328e-05,
+      "loss": 0.7781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22800,
+      "tokens_per_second_per_gpu": 485.84
+    },
+    {
+      "epoch": 2.0801092398725536,
+      "grad_norm": 1.2269128561019897,
+      "learning_rate": 2.7610841381169362e-05,
+      "loss": 0.7661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22850,
+      "tokens_per_second_per_gpu": 476.16
+    },
+    {
+      "epoch": 2.0846609012289488,
+      "grad_norm": 1.1848582029342651,
+      "learning_rate": 2.7512062195244215e-05,
+      "loss": 0.7809,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22900,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 2.0892125625853435,
+      "grad_norm": 1.2756482362747192,
+      "learning_rate": 2.741324337563467e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22950,
+      "tokens_per_second_per_gpu": 502.14
+    },
+    {
+      "epoch": 2.0937642239417387,
+      "grad_norm": 1.1643390655517578,
+      "learning_rate": 2.7314386481439835e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23000,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 2.098315885298134,
+      "grad_norm": 1.5686687231063843,
+      "learning_rate": 2.7215493072359516e-05,
+      "loss": 0.7718,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23050,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 2.102867546654529,
+      "grad_norm": 1.5676182508468628,
+      "learning_rate": 2.711656470866964e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23100,
+      "tokens_per_second_per_gpu": 455.68
+    },
+    {
+      "epoch": 2.107419208010924,
+      "grad_norm": 1.47994863986969,
+      "learning_rate": 2.7017602951197636e-05,
+      "loss": 0.7783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23150,
+      "tokens_per_second_per_gpu": 479.33
+    },
+    {
+      "epoch": 2.111970869367319,
+      "grad_norm": 1.0682467222213745,
+      "learning_rate": 2.6918609361297768e-05,
+      "loss": 0.7853,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23200,
+      "tokens_per_second_per_gpu": 513.59
+    },
+    {
+      "epoch": 2.116522530723714,
+      "grad_norm": 1.425839900970459,
+      "learning_rate": 2.6819585500826565e-05,
+      "loss": 0.7667,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23250,
+      "tokens_per_second_per_gpu": 481.54
+    },
+    {
+      "epoch": 2.1210741920801093,
+      "grad_norm": 1.410832166671753,
+      "learning_rate": 2.672053293211811e-05,
+      "loss": 0.7465,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23300,
+      "tokens_per_second_per_gpu": 461.33
+    },
+    {
+      "epoch": 2.1256258534365045,
+      "grad_norm": 1.1838409900665283,
+      "learning_rate": 2.6621453217959454e-05,
+      "loss": 0.7666,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23350,
+      "tokens_per_second_per_gpu": 480.97
+    },
+    {
+      "epoch": 2.1301775147928996,
+      "grad_norm": 1.1752251386642456,
+      "learning_rate": 2.652234792156592e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23400,
+      "tokens_per_second_per_gpu": 514.93
+    },
+    {
+      "epoch": 2.1347291761492944,
+      "grad_norm": 1.3073374032974243,
+      "learning_rate": 2.642321860655646e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23450,
+      "tokens_per_second_per_gpu": 492.12
+    },
+    {
+      "epoch": 2.1392808375056895,
+      "grad_norm": 1.4693443775177002,
+      "learning_rate": 2.6324066836928964e-05,
+      "loss": 0.7972,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23500,
+      "tokens_per_second_per_gpu": 495.86
+    },
+    {
+      "epoch": 2.1438324988620847,
+      "grad_norm": 2.2674715518951416,
+      "learning_rate": 2.6224894177035602e-05,
+      "loss": 0.768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23550,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 2.14838416021848,
+      "grad_norm": 1.593753457069397,
+      "learning_rate": 2.6125702191558132e-05,
+      "loss": 0.788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23600,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 2.152935821574875,
+      "grad_norm": 1.3500062227249146,
+      "learning_rate": 2.602649244548322e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23650,
+      "tokens_per_second_per_gpu": 475.81
+    },
+    {
+      "epoch": 2.15748748293127,
+      "grad_norm": 1.6638089418411255,
+      "learning_rate": 2.592726650407777e-05,
+      "loss": 0.7698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23700,
+      "tokens_per_second_per_gpu": 470.88
+    },
+    {
+      "epoch": 2.162039144287665,
+      "grad_norm": 1.292625904083252,
+      "learning_rate": 2.5828025932864164e-05,
+      "loss": 0.7889,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23750,
+      "tokens_per_second_per_gpu": 501.5
+    },
+    {
+      "epoch": 2.16659080564406,
+      "grad_norm": 1.1630120277404785,
+      "learning_rate": 2.572877229759563e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23800,
+      "tokens_per_second_per_gpu": 470.94
+    },
+    {
+      "epoch": 2.1711424670004553,
+      "grad_norm": 1.2248200178146362,
+      "learning_rate": 2.562950716423152e-05,
+      "loss": 0.7917,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23850,
+      "tokens_per_second_per_gpu": 505.26
+    },
+    {
+      "epoch": 2.17569412835685,
+      "grad_norm": 1.4750016927719116,
+      "learning_rate": 2.5530232098912566e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23900,
+      "tokens_per_second_per_gpu": 507.5
+    },
+    {
+      "epoch": 2.1802457897132452,
+      "grad_norm": 1.1996573209762573,
+      "learning_rate": 2.5430948667936215e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23950,
+      "tokens_per_second_per_gpu": 496.39
+    },
+    {
+      "epoch": 2.1847974510696404,
+      "grad_norm": 1.2561222314834595,
+      "learning_rate": 2.5331658437731925e-05,
+      "loss": 0.807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24000,
+      "tokens_per_second_per_gpu": 534.12
+    },
+    {
+      "epoch": 2.1893491124260356,
+      "grad_norm": 1.34530508518219,
+      "learning_rate": 2.5232362974836394e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24050,
+      "tokens_per_second_per_gpu": 499.18
+    },
+    {
+      "epoch": 2.1939007737824308,
+      "grad_norm": 1.4375536441802979,
+      "learning_rate": 2.513306384586888e-05,
+      "loss": 0.7896,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24100,
+      "tokens_per_second_per_gpu": 492.1
+    },
+    {
+      "epoch": 2.1984524351388255,
+      "grad_norm": 1.1456172466278076,
+      "learning_rate": 2.5033762617506507e-05,
+      "loss": 0.8008,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24150,
+      "tokens_per_second_per_gpu": 515.79
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.9876511096954346,
+      "eval_runtime": 195.9364,
+      "eval_samples_per_second": 5.099,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 24167
+    },
+    {
+      "epoch": 2.2030040964952207,
+      "grad_norm": 1.0658150911331177,
+      "learning_rate": 2.4934460856459503e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24200,
+      "tokens_per_second_per_gpu": 312.8
+    },
+    {
+      "epoch": 2.207555757851616,
+      "grad_norm": 1.3847614526748657,
+      "learning_rate": 2.48351601294465e-05,
+      "loss": 0.7795,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24250,
+      "tokens_per_second_per_gpu": 507.79
+    },
+    {
+      "epoch": 2.212107419208011,
+      "grad_norm": 1.2221823930740356,
+      "learning_rate": 2.4735862003169822e-05,
+      "loss": 0.7945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24300,
+      "tokens_per_second_per_gpu": 517.91
+    },
+    {
+      "epoch": 2.216659080564406,
+      "grad_norm": 1.1758830547332764,
+      "learning_rate": 2.4636568044290763e-05,
+      "loss": 0.7816,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24350,
+      "tokens_per_second_per_gpu": 484.86
+    },
+    {
+      "epoch": 2.221210741920801,
+      "grad_norm": 1.3471750020980835,
+      "learning_rate": 2.453727981940486e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24400,
+      "tokens_per_second_per_gpu": 492.74
+    },
+    {
+      "epoch": 2.225762403277196,
+      "grad_norm": 1.4884663820266724,
+      "learning_rate": 2.443799889501718e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24450,
+      "tokens_per_second_per_gpu": 480.79
+    },
+    {
+      "epoch": 2.2303140646335913,
+      "grad_norm": 1.2731692790985107,
+      "learning_rate": 2.433872683751762e-05,
+      "loss": 0.7873,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24500,
+      "tokens_per_second_per_gpu": 515.67
+    },
+    {
+      "epoch": 2.2348657259899865,
+      "grad_norm": 1.2478971481323242,
+      "learning_rate": 2.4239465213156158e-05,
+      "loss": 0.7994,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24550,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 2.2394173873463816,
+      "grad_norm": 1.6925835609436035,
+      "learning_rate": 2.4140215588018204e-05,
+      "loss": 0.7835,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24600,
+      "tokens_per_second_per_gpu": 488.4
+    },
+    {
+      "epoch": 2.2439690487027764,
+      "grad_norm": 1.3365802764892578,
+      "learning_rate": 2.404097952799981e-05,
+      "loss": 0.7846,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24650,
+      "tokens_per_second_per_gpu": 474.07
+    },
+    {
+      "epoch": 2.2485207100591715,
+      "grad_norm": 1.4315035343170166,
+      "learning_rate": 2.3941758598783027e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24700,
+      "tokens_per_second_per_gpu": 504.25
+    },
+    {
+      "epoch": 2.2530723714155667,
+      "grad_norm": 1.3341989517211914,
+      "learning_rate": 2.384255436581118e-05,
+      "loss": 0.7891,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24750,
+      "tokens_per_second_per_gpu": 507.09
+    },
+    {
+      "epoch": 2.257624032771962,
+      "grad_norm": 1.4974217414855957,
+      "learning_rate": 2.374336839426418e-05,
+      "loss": 0.7807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24800,
+      "tokens_per_second_per_gpu": 512.86
+    },
+    {
+      "epoch": 2.2621756941283566,
+      "grad_norm": 1.382554531097412,
+      "learning_rate": 2.3644202249033794e-05,
+      "loss": 0.766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24850,
+      "tokens_per_second_per_gpu": 461.26
+    },
+    {
+      "epoch": 2.266727355484752,
+      "grad_norm": 1.6081000566482544,
+      "learning_rate": 2.3545057494699013e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24900,
+      "tokens_per_second_per_gpu": 489.15
+    },
+    {
+      "epoch": 2.271279016841147,
+      "grad_norm": 1.4605951309204102,
+      "learning_rate": 2.3445935695501326e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24950,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 2.275830678197542,
+      "grad_norm": 1.3324612379074097,
+      "learning_rate": 2.334683841532004e-05,
+      "loss": 0.7897,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25000,
+      "tokens_per_second_per_gpu": 516.96
+    },
+    {
+      "epoch": 2.2803823395539373,
+      "grad_norm": 1.165163278579712,
+      "learning_rate": 2.324776721764763e-05,
+      "loss": 0.7878,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25050,
+      "tokens_per_second_per_gpu": 499.98
+    },
+    {
+      "epoch": 2.284934000910332,
+      "grad_norm": 1.2003819942474365,
+      "learning_rate": 2.3148723665565053e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25100,
+      "tokens_per_second_per_gpu": 521.37
+    },
+    {
+      "epoch": 2.2894856622667272,
+      "grad_norm": 1.0604358911514282,
+      "learning_rate": 2.3049709321717085e-05,
+      "loss": 0.7858,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25150,
+      "tokens_per_second_per_gpu": 512.62
+    },
+    {
+      "epoch": 2.2940373236231224,
+      "grad_norm": 1.1268080472946167,
+      "learning_rate": 2.2950725748287695e-05,
+      "loss": 0.7859,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25200,
+      "tokens_per_second_per_gpu": 509.62
+    },
+    {
+      "epoch": 2.2985889849795176,
+      "grad_norm": 1.4554740190505981,
+      "learning_rate": 2.285177450697535e-05,
+      "loss": 0.7769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25250,
+      "tokens_per_second_per_gpu": 465.16
+    },
+    {
+      "epoch": 2.3031406463359128,
+      "grad_norm": 1.524244785308838,
+      "learning_rate": 2.2752857158968422e-05,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25300,
+      "tokens_per_second_per_gpu": 488.96
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 1.4134726524353027,
+      "learning_rate": 2.265397526492052e-05,
+      "loss": 0.7811,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25350,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.3122439690487027,
+      "grad_norm": 1.3532620668411255,
+      "learning_rate": 2.2555130384925902e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25400,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 2.316795630405098,
+      "grad_norm": 1.1549259424209595,
+      "learning_rate": 2.2456324078494817e-05,
+      "loss": 0.7758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25450,
+      "tokens_per_second_per_gpu": 477.57
+    },
+    {
+      "epoch": 2.321347291761493,
+      "grad_norm": 1.4226809740066528,
+      "learning_rate": 2.2357557904528954e-05,
+      "loss": 0.7813,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25500,
+      "tokens_per_second_per_gpu": 520.0
+    },
+    {
+      "epoch": 2.325898953117888,
+      "grad_norm": 1.2407307624816895,
+      "learning_rate": 2.2258833421296805e-05,
+      "loss": 0.783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 2.330450614474283,
+      "grad_norm": 1.4377738237380981,
+      "learning_rate": 2.2160152186409086e-05,
+      "loss": 0.7754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25600,
+      "tokens_per_second_per_gpu": 487.07
+    },
+    {
+      "epoch": 2.335002275830678,
+      "grad_norm": 1.3697234392166138,
+      "learning_rate": 2.206151575679418e-05,
+      "loss": 0.7503,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25650,
+      "tokens_per_second_per_gpu": 450.66
+    },
+    {
+      "epoch": 2.3395539371870733,
+      "grad_norm": 1.3014477491378784,
+      "learning_rate": 2.196292568867355e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25700,
+      "tokens_per_second_per_gpu": 468.95
+    },
+    {
+      "epoch": 2.3441055985434684,
+      "grad_norm": 1.505482792854309,
+      "learning_rate": 2.1864383537537202e-05,
+      "loss": 0.7826,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25750,
+      "tokens_per_second_per_gpu": 501.49
+    },
+    {
+      "epoch": 2.3486572598998636,
+      "grad_norm": 1.2439770698547363,
+      "learning_rate": 2.1765890858119155e-05,
+      "loss": 0.7862,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25800,
+      "tokens_per_second_per_gpu": 523.79
+    },
+    {
+      "epoch": 2.3532089212562584,
+      "grad_norm": 1.4096859693527222,
+      "learning_rate": 2.166744920437287e-05,
+      "loss": 0.7912,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25850,
+      "tokens_per_second_per_gpu": 487.92
+    },
+    {
+      "epoch": 2.3577605826126535,
+      "grad_norm": 1.6719779968261719,
+      "learning_rate": 2.1569060129446777e-05,
+      "loss": 0.8071,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25900,
+      "tokens_per_second_per_gpu": 501.04
+    },
+    {
+      "epoch": 2.3623122439690487,
+      "grad_norm": 1.2982172966003418,
+      "learning_rate": 2.147072518565974e-05,
+      "loss": 0.7829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25950,
+      "tokens_per_second_per_gpu": 525.2
+    },
+    {
+      "epoch": 2.366863905325444,
+      "grad_norm": 1.4265486001968384,
+      "learning_rate": 2.137244592447658e-05,
+      "loss": 0.7864,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26000,
+      "tokens_per_second_per_gpu": 501.69
+    },
+    {
+      "epoch": 2.371415566681839,
+      "grad_norm": 1.3955106735229492,
+      "learning_rate": 2.1274223896483588e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26050,
+      "tokens_per_second_per_gpu": 478.84
+    },
+    {
+      "epoch": 2.375967228038234,
+      "grad_norm": 1.1367692947387695,
+      "learning_rate": 2.117606065136409e-05,
+      "loss": 0.7529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26100,
+      "tokens_per_second_per_gpu": 485.36
+    },
+    {
+      "epoch": 2.380518889394629,
+      "grad_norm": 1.3815332651138306,
+      "learning_rate": 2.107795773787395e-05,
+      "loss": 0.8125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26150,
+      "tokens_per_second_per_gpu": 514.08
+    },
+    {
+      "epoch": 2.385070550751024,
+      "grad_norm": 1.6012133359909058,
+      "learning_rate": 2.097991670381717e-05,
+      "loss": 0.7574,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26200,
+      "tokens_per_second_per_gpu": 475.46
+    },
+    {
+      "epoch": 2.3896222121074193,
+      "grad_norm": 1.2156130075454712,
+      "learning_rate": 2.088193909602145e-05,
+      "loss": 0.7773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26250,
+      "tokens_per_second_per_gpu": 468.74
+    },
+    {
+      "epoch": 2.3941738734638145,
+      "grad_norm": 1.4776896238327026,
+      "learning_rate": 2.0784026460313808e-05,
+      "loss": 0.7978,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26300,
+      "tokens_per_second_per_gpu": 504.34
+    },
+    {
+      "epoch": 2.3987255348202092,
+      "grad_norm": 1.4902770519256592,
+      "learning_rate": 2.0686180341496146e-05,
+      "loss": 0.7725,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26350,
+      "tokens_per_second_per_gpu": 448.73
+    },
+    {
+      "epoch": 2.4,
+      "eval_loss": 0.9867295622825623,
+      "eval_runtime": 195.2766,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 26364
+    },
+    {
+      "epoch": 2.4032771961766044,
+      "grad_norm": 1.4182987213134766,
+      "learning_rate": 2.0588402283320937e-05,
+      "loss": 0.7874,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26400,
+      "tokens_per_second_per_gpu": 356.84
+    },
+    {
+      "epoch": 2.4078288575329996,
+      "grad_norm": 1.3437907695770264,
+      "learning_rate": 2.0490693828466823e-05,
+      "loss": 0.7775,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26450,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 2.4123805188893948,
+      "grad_norm": 1.3449835777282715,
+      "learning_rate": 2.0393056518514288e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26500,
+      "tokens_per_second_per_gpu": 482.83
+    },
+    {
+      "epoch": 2.41693218024579,
+      "grad_norm": 1.2085769176483154,
+      "learning_rate": 2.0295491893921345e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26550,
+      "tokens_per_second_per_gpu": 477.2
+    },
+    {
+      "epoch": 2.4214838416021847,
+      "grad_norm": 1.3855311870574951,
+      "learning_rate": 2.0198001493999215e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26600,
+      "tokens_per_second_per_gpu": 490.99
+    },
+    {
+      "epoch": 2.42603550295858,
+      "grad_norm": 1.5885320901870728,
+      "learning_rate": 2.0100586856888054e-05,
+      "loss": 0.779,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26650,
+      "tokens_per_second_per_gpu": 506.83
+    },
+    {
+      "epoch": 2.430587164314975,
+      "grad_norm": 1.4351317882537842,
+      "learning_rate": 2.0003249519532696e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26700,
+      "tokens_per_second_per_gpu": 510.22
+    },
+    {
+      "epoch": 2.43513882567137,
+      "grad_norm": 1.4788719415664673,
+      "learning_rate": 1.9905991017658364e-05,
+      "loss": 0.7752,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26750,
+      "tokens_per_second_per_gpu": 475.65
+    },
+    {
+      "epoch": 2.4396904870277654,
+      "grad_norm": 1.8284074068069458,
+      "learning_rate": 1.9808812885746492e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26800,
+      "tokens_per_second_per_gpu": 470.51
+    },
+    {
+      "epoch": 2.44424214838416,
+      "grad_norm": 1.3145912885665894,
+      "learning_rate": 1.9711716657010464e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26850,
+      "tokens_per_second_per_gpu": 493.91
+    },
+    {
+      "epoch": 2.4487938097405553,
+      "grad_norm": 1.4024999141693115,
+      "learning_rate": 1.9614703863371473e-05,
+      "loss": 0.7768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26900,
+      "tokens_per_second_per_gpu": 474.1
+    },
+    {
+      "epoch": 2.4533454710969504,
+      "grad_norm": 1.2669835090637207,
+      "learning_rate": 1.9517776035434298e-05,
+      "loss": 0.7665,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26950,
+      "tokens_per_second_per_gpu": 465.45
+    },
+    {
+      "epoch": 2.4578971324533456,
+      "grad_norm": 1.4060825109481812,
+      "learning_rate": 1.9420934702463223e-05,
+      "loss": 0.747,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27000,
+      "tokens_per_second_per_gpu": 472.99
+    },
+    {
+      "epoch": 2.462448793809741,
+      "grad_norm": 1.4920679330825806,
+      "learning_rate": 1.9324181392357837e-05,
+      "loss": 0.7568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27050,
+      "tokens_per_second_per_gpu": 471.28
+    },
+    {
+      "epoch": 2.4670004551661355,
+      "grad_norm": 1.3667105436325073,
+      "learning_rate": 1.922751763162898e-05,
+      "loss": 0.7657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27100,
+      "tokens_per_second_per_gpu": 458.79
+    },
+    {
+      "epoch": 2.4715521165225307,
+      "grad_norm": 1.24141526222229,
+      "learning_rate": 1.9130944945374628e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27150,
+      "tokens_per_second_per_gpu": 484.58
+    },
+    {
+      "epoch": 2.476103777878926,
+      "grad_norm": 1.4876346588134766,
+      "learning_rate": 1.9034464857255856e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27200,
+      "tokens_per_second_per_gpu": 486.16
+    },
+    {
+      "epoch": 2.480655439235321,
+      "grad_norm": 1.2360036373138428,
+      "learning_rate": 1.893807888947277e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27250,
+      "tokens_per_second_per_gpu": 491.55
+    },
+    {
+      "epoch": 2.485207100591716,
+      "grad_norm": 1.5152608156204224,
+      "learning_rate": 1.8841788562740528e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27300,
+      "tokens_per_second_per_gpu": 495.47
+    },
+    {
+      "epoch": 2.489758761948111,
+      "grad_norm": 1.4290846586227417,
+      "learning_rate": 1.8745595396265305e-05,
+      "loss": 0.7812,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27350,
+      "tokens_per_second_per_gpu": 502.87
+    },
+    {
+      "epoch": 2.494310423304506,
+      "grad_norm": 1.3766820430755615,
+      "learning_rate": 1.864950090772036e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27400,
+      "tokens_per_second_per_gpu": 492.86
+    },
+    {
+      "epoch": 2.4988620846609013,
+      "grad_norm": 1.2925307750701904,
+      "learning_rate": 1.8553506613222056e-05,
+      "loss": 0.7738,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 2.503413746017296,
+      "grad_norm": 1.4461274147033691,
+      "learning_rate": 1.845761402730598e-05,
+      "loss": 0.7921,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27500,
+      "tokens_per_second_per_gpu": 497.47
+    },
+    {
+      "epoch": 2.5079654073736917,
+      "grad_norm": 1.3631300926208496,
+      "learning_rate": 1.836182466290302e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27550,
+      "tokens_per_second_per_gpu": 496.4
+    },
+    {
+      "epoch": 2.5125170687300864,
+      "grad_norm": 1.1906591653823853,
+      "learning_rate": 1.8266140031315503e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27600,
+      "tokens_per_second_per_gpu": 477.81
+    },
+    {
+      "epoch": 2.5170687300864816,
+      "grad_norm": 1.3514851331710815,
+      "learning_rate": 1.8170561642193345e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27650,
+      "tokens_per_second_per_gpu": 482.14
+    },
+    {
+      "epoch": 2.5216203914428768,
+      "grad_norm": 1.5444172620773315,
+      "learning_rate": 1.807509100351024e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27700,
+      "tokens_per_second_per_gpu": 505.9
+    },
+    {
+      "epoch": 2.5261720527992715,
+      "grad_norm": 1.380354642868042,
+      "learning_rate": 1.797972962153987e-05,
+      "loss": 0.7759,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27750,
+      "tokens_per_second_per_gpu": 488.04
+    },
+    {
+      "epoch": 2.5307237141556667,
+      "grad_norm": 1.250873327255249,
+      "learning_rate": 1.7884479000832126e-05,
+      "loss": 0.7711,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27800,
+      "tokens_per_second_per_gpu": 460.58
+    },
+    {
+      "epoch": 2.535275375512062,
+      "grad_norm": 1.5400545597076416,
+      "learning_rate": 1.778934064418939e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27850,
+      "tokens_per_second_per_gpu": 482.82
+    },
+    {
+      "epoch": 2.539827036868457,
+      "grad_norm": 1.4404981136322021,
+      "learning_rate": 1.7694316052642808e-05,
+      "loss": 0.7701,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27900,
+      "tokens_per_second_per_gpu": 472.42
+    },
+    {
+      "epoch": 2.544378698224852,
+      "grad_norm": 1.529981017112732,
+      "learning_rate": 1.7599406725428617e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27950,
+      "tokens_per_second_per_gpu": 464.07
+    },
+    {
+      "epoch": 2.548930359581247,
+      "grad_norm": 1.5745155811309814,
+      "learning_rate": 1.7504614159964493e-05,
+      "loss": 0.7719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28000,
+      "tokens_per_second_per_gpu": 480.73
+    },
+    {
+      "epoch": 2.553482020937642,
+      "grad_norm": 1.2950514554977417,
+      "learning_rate": 1.7409939851825908e-05,
+      "loss": 0.7791,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28050,
+      "tokens_per_second_per_gpu": 483.06
+    },
+    {
+      "epoch": 2.5580336822940373,
+      "grad_norm": 1.6050091981887817,
+      "learning_rate": 1.7315385294722555e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28100,
+      "tokens_per_second_per_gpu": 502.37
+    },
+    {
+      "epoch": 2.5625853436504324,
+      "grad_norm": 1.3216919898986816,
+      "learning_rate": 1.722095198047477e-05,
+      "loss": 0.7847,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28150,
+      "tokens_per_second_per_gpu": 507.94
+    },
+    {
+      "epoch": 2.5671370050068276,
+      "grad_norm": 1.2275587320327759,
+      "learning_rate": 1.7126641398990013e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28200,
+      "tokens_per_second_per_gpu": 469.97
+    },
+    {
+      "epoch": 2.5716886663632224,
+      "grad_norm": 1.3859919309616089,
+      "learning_rate": 1.703245503823932e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28250,
+      "tokens_per_second_per_gpu": 486.57
+    },
+    {
+      "epoch": 2.5762403277196175,
+      "grad_norm": 1.4800488948822021,
+      "learning_rate": 1.6938394384233878e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28300,
+      "tokens_per_second_per_gpu": 520.75
+    },
+    {
+      "epoch": 2.5807919890760127,
+      "grad_norm": 1.154043436050415,
+      "learning_rate": 1.6844460921001534e-05,
+      "loss": 0.7654,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28350,
+      "tokens_per_second_per_gpu": 445.36
+    },
+    {
+      "epoch": 2.585343650432408,
+      "grad_norm": 1.4552162885665894,
+      "learning_rate": 1.6750656130563415e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28400,
+      "tokens_per_second_per_gpu": 490.73
+    },
+    {
+      "epoch": 2.589895311788803,
+      "grad_norm": 1.4212393760681152,
+      "learning_rate": 1.6656981492910527e-05,
+      "loss": 0.7607,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28450,
+      "tokens_per_second_per_gpu": 479.16
+    },
+    {
+      "epoch": 2.594446973145198,
+      "grad_norm": 1.3629285097122192,
+      "learning_rate": 1.6563438485980415e-05,
+      "loss": 0.8062,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28500,
+      "tokens_per_second_per_gpu": 523.95
+    },
+    {
+      "epoch": 2.598998634501593,
+      "grad_norm": 1.4396235942840576,
+      "learning_rate": 1.6470028585633833e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28550,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.9801340699195862,
+      "eval_runtime": 197.5937,
+      "eval_samples_per_second": 5.056,
+      "eval_steps_per_second": 0.364,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 28561
+    },
+    {
+      "epoch": 2.603550295857988,
+      "grad_norm": 1.6099671125411987,
+      "learning_rate": 1.6376753265631474e-05,
+      "loss": 0.7819,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28600,
+      "tokens_per_second_per_gpu": 377.83
+    },
+    {
+      "epoch": 2.6081019572143833,
+      "grad_norm": 1.198883056640625,
+      "learning_rate": 1.6283613997610696e-05,
+      "loss": 0.7681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28650,
+      "tokens_per_second_per_gpu": 477.68
+    },
+    {
+      "epoch": 2.6126536185707785,
+      "grad_norm": 1.4042035341262817,
+      "learning_rate": 1.619061225106234e-05,
+      "loss": 0.7823,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28700,
+      "tokens_per_second_per_gpu": 492.33
+    },
+    {
+      "epoch": 2.6172052799271732,
+      "grad_norm": 1.3731398582458496,
+      "learning_rate": 1.6097749493307497e-05,
+      "loss": 0.7507,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28750,
+      "tokens_per_second_per_gpu": 456.94
+    },
+    {
+      "epoch": 2.6217569412835684,
+      "grad_norm": 1.2420955896377563,
+      "learning_rate": 1.6005027189474396e-05,
+      "loss": 0.7715,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28800,
+      "tokens_per_second_per_gpu": 480.3
+    },
+    {
+      "epoch": 2.6263086026399636,
+      "grad_norm": 1.4313956499099731,
+      "learning_rate": 1.5912446802475277e-05,
+      "loss": 0.7693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28850,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 2.6308602639963587,
+      "grad_norm": 1.4873028993606567,
+      "learning_rate": 1.5820009792983303e-05,
+      "loss": 0.7713,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28900,
+      "tokens_per_second_per_gpu": 485.58
+    },
+    {
+      "epoch": 2.635411925352754,
+      "grad_norm": 1.6724083423614502,
+      "learning_rate": 1.5727717619409528e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28950,
+      "tokens_per_second_per_gpu": 482.25
+    },
+    {
+      "epoch": 2.6399635867091487,
+      "grad_norm": 1.4013808965682983,
+      "learning_rate": 1.5635571737879874e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29000,
+      "tokens_per_second_per_gpu": 476.29
+    },
+    {
+      "epoch": 2.644515248065544,
+      "grad_norm": 1.3551985025405884,
+      "learning_rate": 1.554357360221216e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29050,
+      "tokens_per_second_per_gpu": 508.26
+    },
+    {
+      "epoch": 2.649066909421939,
+      "grad_norm": 1.2868053913116455,
+      "learning_rate": 1.5451724663893164e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29100,
+      "tokens_per_second_per_gpu": 507.48
+    },
+    {
+      "epoch": 2.653618570778334,
+      "grad_norm": 1.7285215854644775,
+      "learning_rate": 1.5360026372055732e-05,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29150,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.6581702321347294,
+      "grad_norm": 1.232396125793457,
+      "learning_rate": 1.5268480173455908e-05,
+      "loss": 0.7576,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29200,
+      "tokens_per_second_per_gpu": 457.72
+    },
+    {
+      "epoch": 2.662721893491124,
+      "grad_norm": 1.3689206838607788,
+      "learning_rate": 1.5177087512450109e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29250,
+      "tokens_per_second_per_gpu": 486.38
+    },
+    {
+      "epoch": 2.6672735548475193,
+      "grad_norm": 1.5284311771392822,
+      "learning_rate": 1.508584983097233e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29300,
+      "tokens_per_second_per_gpu": 474.96
+    },
+    {
+      "epoch": 2.6718252162039144,
+      "grad_norm": 1.5343505144119263,
+      "learning_rate": 1.4994768568511397e-05,
+      "loss": 0.7908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29350,
+      "tokens_per_second_per_gpu": 516.69
+    },
+    {
+      "epoch": 2.6763768775603096,
+      "grad_norm": 1.3912273645401,
+      "learning_rate": 1.490384516208827e-05,
+      "loss": 0.7841,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29400,
+      "tokens_per_second_per_gpu": 462.58
+    },
+    {
+      "epoch": 2.680928538916705,
+      "grad_norm": 1.5467596054077148,
+      "learning_rate": 1.4813081046233345e-05,
+      "loss": 0.7732,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29450,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 2.6854802002730995,
+      "grad_norm": 1.345490574836731,
+      "learning_rate": 1.4722477652963845e-05,
+      "loss": 0.7824,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29500,
+      "tokens_per_second_per_gpu": 514.75
+    },
+    {
+      "epoch": 2.6900318616294947,
+      "grad_norm": 1.342452049255371,
+      "learning_rate": 1.4632036411761223e-05,
+      "loss": 0.7539,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29550,
+      "tokens_per_second_per_gpu": 472.06
+    },
+    {
+      "epoch": 2.69458352298589,
+      "grad_norm": 1.4391672611236572,
+      "learning_rate": 1.4541758749548581e-05,
+      "loss": 0.7648,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29600,
+      "tokens_per_second_per_gpu": 477.41
+    },
+    {
+      "epoch": 2.699135184342285,
+      "grad_norm": 1.5603262186050415,
+      "learning_rate": 1.4451646090668197e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29650,
+      "tokens_per_second_per_gpu": 497.48
+    },
+    {
+      "epoch": 2.7036868456986802,
+      "grad_norm": 1.3951871395111084,
+      "learning_rate": 1.4361699856859023e-05,
+      "loss": 0.7741,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29700,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.708238507055075,
+      "grad_norm": 1.4717990159988403,
+      "learning_rate": 1.427192146723427e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29750,
+      "tokens_per_second_per_gpu": 506.01
+    },
+    {
+      "epoch": 2.71279016841147,
+      "grad_norm": 1.3117893934249878,
+      "learning_rate": 1.4182312338259007e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29800,
+      "tokens_per_second_per_gpu": 465.68
+    },
+    {
+      "epoch": 2.7173418297678653,
+      "grad_norm": 1.1606810092926025,
+      "learning_rate": 1.4092873883727829e-05,
+      "loss": 0.7682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29850,
+      "tokens_per_second_per_gpu": 497.78
+    },
+    {
+      "epoch": 2.7218934911242605,
+      "grad_norm": 1.2451289892196655,
+      "learning_rate": 1.4003607514742529e-05,
+      "loss": 0.7677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29900,
+      "tokens_per_second_per_gpu": 490.97
+    },
+    {
+      "epoch": 2.7264451524806557,
+      "grad_norm": 1.4051967859268188,
+      "learning_rate": 1.3914514639689841e-05,
+      "loss": 0.7496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29950,
+      "tokens_per_second_per_gpu": 484.44
+    },
+    {
+      "epoch": 2.7309968138370504,
+      "grad_norm": 1.65287446975708,
+      "learning_rate": 1.3825596664219254e-05,
+      "loss": 0.7821,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30000,
+      "tokens_per_second_per_gpu": 497.98
+    },
+    {
+      "epoch": 2.7355484751934456,
+      "grad_norm": 1.2787915468215942,
+      "learning_rate": 1.3736854991220777e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30050,
+      "tokens_per_second_per_gpu": 490.55
+    },
+    {
+      "epoch": 2.7401001365498407,
+      "grad_norm": 1.6088179349899292,
+      "learning_rate": 1.364829102080284e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30100,
+      "tokens_per_second_per_gpu": 492.44
+    },
+    {
+      "epoch": 2.744651797906236,
+      "grad_norm": 1.7011981010437012,
+      "learning_rate": 1.35599061502702e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30150,
+      "tokens_per_second_per_gpu": 498.22
+    },
+    {
+      "epoch": 2.749203459262631,
+      "grad_norm": 1.3469337224960327,
+      "learning_rate": 1.3471701774101892e-05,
+      "loss": 0.7916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30200,
+      "tokens_per_second_per_gpu": 463.97
+    },
+    {
+      "epoch": 2.753755120619026,
+      "grad_norm": 1.2775756120681763,
+      "learning_rate": 1.3383679283929223e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30250,
+      "tokens_per_second_per_gpu": 494.9
+    },
+    {
+      "epoch": 2.758306781975421,
+      "grad_norm": 1.406716227531433,
+      "learning_rate": 1.3295840068513832e-05,
+      "loss": 0.7575,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30300,
+      "tokens_per_second_per_gpu": 478.82
+    },
+    {
+      "epoch": 2.762858443331816,
+      "grad_norm": 1.6327651739120483,
+      "learning_rate": 1.3208185513725758e-05,
+      "loss": 0.778,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30350,
+      "tokens_per_second_per_gpu": 472.54
+    },
+    {
+      "epoch": 2.7674101046882114,
+      "grad_norm": 1.525422215461731,
+      "learning_rate": 1.3120717002521588e-05,
+      "loss": 0.7744,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30400,
+      "tokens_per_second_per_gpu": 463.67
+    },
+    {
+      "epoch": 2.7719617660446065,
+      "grad_norm": 1.5094884634017944,
+      "learning_rate": 1.3033435914922637e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30450,
+      "tokens_per_second_per_gpu": 479.77
+    },
+    {
+      "epoch": 2.7765134274010013,
+      "grad_norm": 1.7871735095977783,
+      "learning_rate": 1.2946343627993166e-05,
+      "loss": 0.773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30500,
+      "tokens_per_second_per_gpu": 487.31
+    },
+    {
+      "epoch": 2.7810650887573964,
+      "grad_norm": 1.6897590160369873,
+      "learning_rate": 1.2859441515818656e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30550,
+      "tokens_per_second_per_gpu": 510.29
+    },
+    {
+      "epoch": 2.7856167501137916,
+      "grad_norm": 1.4181755781173706,
+      "learning_rate": 1.2772730949484168e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30600,
+      "tokens_per_second_per_gpu": 503.15
+    },
+    {
+      "epoch": 2.7901684114701863,
+      "grad_norm": 1.358834147453308,
+      "learning_rate": 1.2686213297052638e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30650,
+      "tokens_per_second_per_gpu": 504.07
+    },
+    {
+      "epoch": 2.794720072826582,
+      "grad_norm": 1.68776273727417,
+      "learning_rate": 1.2599889923543349e-05,
+      "loss": 0.7621,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30700,
+      "tokens_per_second_per_gpu": 510.27
+    },
+    {
+      "epoch": 2.7992717341829767,
+      "grad_norm": 1.5909497737884521,
+      "learning_rate": 1.2513762190910372e-05,
+      "loss": 0.7722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 2.8,
+      "eval_loss": 0.978504478931427,
+      "eval_runtime": 199.068,
+      "eval_samples_per_second": 5.018,
+      "eval_steps_per_second": 0.362,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 30758
+    },
+    {
+      "epoch": 2.803823395539372,
+      "grad_norm": 1.3685954809188843,
+      "learning_rate": 1.2427831458021094e-05,
+      "loss": 0.7839,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30800,
+      "tokens_per_second_per_gpu": 430.53
+    },
+    {
+      "epoch": 2.808375056895767,
+      "grad_norm": 1.3834000825881958,
+      "learning_rate": 1.2342099080634754e-05,
+      "loss": 0.7794,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30850,
+      "tokens_per_second_per_gpu": 483.33
+    },
+    {
+      "epoch": 2.812926718252162,
+      "grad_norm": 1.3825865983963013,
+      "learning_rate": 1.2256566411381074e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30900,
+      "tokens_per_second_per_gpu": 492.53
+    },
+    {
+      "epoch": 2.817478379608557,
+      "grad_norm": 1.6372039318084717,
+      "learning_rate": 1.2171234799738914e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30950,
+      "tokens_per_second_per_gpu": 454.37
+    },
+    {
+      "epoch": 2.822030040964952,
+      "grad_norm": 1.580826997756958,
+      "learning_rate": 1.2086105592014974e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31000,
+      "tokens_per_second_per_gpu": 467.76
+    },
+    {
+      "epoch": 2.8265817023213473,
+      "grad_norm": 1.1925673484802246,
+      "learning_rate": 1.2001180131322553e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31050,
+      "tokens_per_second_per_gpu": 488.36
+    },
+    {
+      "epoch": 2.8311333636777425,
+      "grad_norm": 1.757616639137268,
+      "learning_rate": 1.1916459757560367e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31100,
+      "tokens_per_second_per_gpu": 479.46
+    },
+    {
+      "epoch": 2.835685025034137,
+      "grad_norm": 1.388952612876892,
+      "learning_rate": 1.1831945807391394e-05,
+      "loss": 0.7944,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31150,
+      "tokens_per_second_per_gpu": 501.87
+    },
+    {
+      "epoch": 2.8402366863905324,
+      "grad_norm": 1.3602991104125977,
+      "learning_rate": 1.1747639614221823e-05,
+      "loss": 0.754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31200,
+      "tokens_per_second_per_gpu": 479.19
+    },
+    {
+      "epoch": 2.8447883477469276,
+      "grad_norm": 1.4546005725860596,
+      "learning_rate": 1.1663542508179955e-05,
+      "loss": 0.7804,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31250,
+      "tokens_per_second_per_gpu": 497.82
+    },
+    {
+      "epoch": 2.8493400091033227,
+      "grad_norm": 1.4353296756744385,
+      "learning_rate": 1.157965581609527e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31300,
+      "tokens_per_second_per_gpu": 504.3
+    },
+    {
+      "epoch": 2.853891670459718,
+      "grad_norm": 1.5844627618789673,
+      "learning_rate": 1.1495980861477456e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31350,
+      "tokens_per_second_per_gpu": 472.15
+    },
+    {
+      "epoch": 2.8584433318161127,
+      "grad_norm": 1.4013336896896362,
+      "learning_rate": 1.1412518964495567e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31400,
+      "tokens_per_second_per_gpu": 470.55
+    },
+    {
+      "epoch": 2.862994993172508,
+      "grad_norm": 1.7948715686798096,
+      "learning_rate": 1.132927144195715e-05,
+      "loss": 0.7962,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31450,
+      "tokens_per_second_per_gpu": 525.9
+    },
+    {
+      "epoch": 2.867546654528903,
+      "grad_norm": 1.7212830781936646,
+      "learning_rate": 1.1246239607287513e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31500,
+      "tokens_per_second_per_gpu": 526.86
+    },
+    {
+      "epoch": 2.872098315885298,
+      "grad_norm": 1.5194088220596313,
+      "learning_rate": 1.116342477050896e-05,
+      "loss": 0.7584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31550,
+      "tokens_per_second_per_gpu": 461.35
+    },
+    {
+      "epoch": 2.8766499772416934,
+      "grad_norm": 1.4639698266983032,
+      "learning_rate": 1.1080828238220157e-05,
+      "loss": 0.7799,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31600,
+      "tokens_per_second_per_gpu": 494.55
+    },
+    {
+      "epoch": 2.881201638598088,
+      "grad_norm": 1.4781426191329956,
+      "learning_rate": 1.0998451313575503e-05,
+      "loss": 0.7683,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31650,
+      "tokens_per_second_per_gpu": 485.53
+    },
+    {
+      "epoch": 2.8857532999544833,
+      "grad_norm": 1.3627039194107056,
+      "learning_rate": 1.0916295296264565e-05,
+      "loss": 0.774,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31700,
+      "tokens_per_second_per_gpu": 495.56
+    },
+    {
+      "epoch": 2.8903049613108784,
+      "grad_norm": 1.423780083656311,
+      "learning_rate": 1.083436148249157e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31750,
+      "tokens_per_second_per_gpu": 490.8
+    },
+    {
+      "epoch": 2.8948566226672736,
+      "grad_norm": 1.3814677000045776,
+      "learning_rate": 1.0752651164954991e-05,
+      "loss": 0.7756,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31800,
+      "tokens_per_second_per_gpu": 508.12
+    },
+    {
+      "epoch": 2.899408284023669,
+      "grad_norm": 1.5840386152267456,
+      "learning_rate": 1.0671165632827097e-05,
+      "loss": 0.7894,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31850,
+      "tokens_per_second_per_gpu": 474.78
+    },
+    {
+      "epoch": 2.9039599453800635,
+      "grad_norm": 1.2030837535858154,
+      "learning_rate": 1.0589906171733641e-05,
+      "loss": 0.7566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31900,
+      "tokens_per_second_per_gpu": 461.87
+    },
+    {
+      "epoch": 2.9085116067364587,
+      "grad_norm": 1.4285019636154175,
+      "learning_rate": 1.0508874063733582e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31950,
+      "tokens_per_second_per_gpu": 463.3
+    },
+    {
+      "epoch": 2.913063268092854,
+      "grad_norm": 1.4058661460876465,
+      "learning_rate": 1.0428070587298846e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32000,
+      "tokens_per_second_per_gpu": 462.42
+    },
+    {
+      "epoch": 2.917614929449249,
+      "grad_norm": 1.3887815475463867,
+      "learning_rate": 1.034749701729416e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32050,
+      "tokens_per_second_per_gpu": 461.89
+    },
+    {
+      "epoch": 2.9221665908056442,
+      "grad_norm": 1.4016015529632568,
+      "learning_rate": 1.0267154624956937e-05,
+      "loss": 0.7545,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32100,
+      "tokens_per_second_per_gpu": 472.9
+    },
+    {
+      "epoch": 2.926718252162039,
+      "grad_norm": 1.3880101442337036,
+      "learning_rate": 1.0187044677877216e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32150,
+      "tokens_per_second_per_gpu": 486.32
+    },
+    {
+      "epoch": 2.931269913518434,
+      "grad_norm": 1.4154095649719238,
+      "learning_rate": 1.0107168439977669e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32200,
+      "tokens_per_second_per_gpu": 453.4
+    },
+    {
+      "epoch": 2.9358215748748293,
+      "grad_norm": 1.4633469581604004,
+      "learning_rate": 1.0027527171493654e-05,
+      "loss": 0.7684,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32250,
+      "tokens_per_second_per_gpu": 492.0
+    },
+    {
+      "epoch": 2.9403732362312245,
+      "grad_norm": 1.5587745904922485,
+      "learning_rate": 9.948122128953335e-06,
+      "loss": 0.7619,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32300,
+      "tokens_per_second_per_gpu": 501.6
+    },
+    {
+      "epoch": 2.9449248975876197,
+      "grad_norm": 1.40702223777771,
+      "learning_rate": 9.868954565157854e-06,
+      "loss": 0.7431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32350,
+      "tokens_per_second_per_gpu": 465.39
+    },
+    {
+      "epoch": 2.9494765589440144,
+      "grad_norm": 1.499337077140808,
+      "learning_rate": 9.790025729161583e-06,
+      "loss": 0.7828,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32400,
+      "tokens_per_second_per_gpu": 503.84
+    },
+    {
+      "epoch": 2.9540282203004096,
+      "grad_norm": 1.3095389604568481,
+      "learning_rate": 9.711336866252386e-06,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32450,
+      "tokens_per_second_per_gpu": 518.91
+    },
+    {
+      "epoch": 2.9585798816568047,
+      "grad_norm": 1.4443596601486206,
+      "learning_rate": 9.632889217931984e-06,
+      "loss": 0.7597,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32500,
+      "tokens_per_second_per_gpu": 458.51
+    },
+    {
+      "epoch": 2.9631315430132,
+      "grad_norm": 1.2316476106643677,
+      "learning_rate": 9.554684021896388e-06,
+      "loss": 0.7748,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32550,
+      "tokens_per_second_per_gpu": 511.13
+    },
+    {
+      "epoch": 2.967683204369595,
+      "grad_norm": 1.3004258871078491,
+      "learning_rate": 9.47672251201634e-06,
+      "loss": 0.7907,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32600,
+      "tokens_per_second_per_gpu": 509.13
+    },
+    {
+      "epoch": 2.97223486572599,
+      "grad_norm": 1.1468687057495117,
+      "learning_rate": 9.399005918317866e-06,
+      "loss": 0.7514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32650,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.976786527082385,
+      "grad_norm": 1.4267300367355347,
+      "learning_rate": 9.321535466962861e-06,
+      "loss": 0.7709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32700,
+      "tokens_per_second_per_gpu": 500.3
+    },
+    {
+      "epoch": 2.98133818843878,
+      "grad_norm": 1.6295465230941772,
+      "learning_rate": 9.244312380229753e-06,
+      "loss": 0.7552,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32750,
+      "tokens_per_second_per_gpu": 480.54
+    },
+    {
+      "epoch": 2.9858898497951754,
+      "grad_norm": 1.4877276420593262,
+      "learning_rate": 9.167337876494206e-06,
+      "loss": 0.7695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32800,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.9904415111515705,
+      "grad_norm": 1.6292316913604736,
+      "learning_rate": 9.0906131702099e-06,
+      "loss": 0.7687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32850,
+      "tokens_per_second_per_gpu": 472.45
+    },
+    {
+      "epoch": 2.9949931725079653,
+      "grad_norm": 1.3835020065307617,
+      "learning_rate": 9.014139471889379e-06,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32900,
+      "tokens_per_second_per_gpu": 466.51
+    },
+    {
+      "epoch": 2.9995448338643604,
+      "grad_norm": 1.5445491075515747,
+      "learning_rate": 8.93791798808494e-06,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32950,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.9735714197158813,
+      "eval_runtime": 196.1801,
+      "eval_samples_per_second": 5.092,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 32955
+    },
+    {
+      "epoch": 3.0040964952207556,
+      "grad_norm": 1.3530285358428955,
+      "learning_rate": 8.861949921369619e-06,
+      "loss": 0.6531,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33000,
+      "tokens_per_second_per_gpu": 415.57
+    },
+    {
+      "epoch": 3.008648156577151,
+      "grad_norm": 1.3419058322906494,
+      "learning_rate": 8.786236470318187e-06,
+      "loss": 0.662,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33050,
+      "tokens_per_second_per_gpu": 476.58
+    },
+    {
+      "epoch": 3.013199817933546,
+      "grad_norm": 1.4862751960754395,
+      "learning_rate": 8.710778829488255e-06,
+      "loss": 0.6681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33100,
+      "tokens_per_second_per_gpu": 489.86
+    },
+    {
+      "epoch": 3.0177514792899407,
+      "grad_norm": 1.7250821590423584,
+      "learning_rate": 8.635578189401436e-06,
+      "loss": 0.6357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33150,
+      "tokens_per_second_per_gpu": 474.61
+    },
+    {
+      "epoch": 3.022303140646336,
+      "grad_norm": 1.5229028463363647,
+      "learning_rate": 8.560635736524541e-06,
+      "loss": 0.6431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33200,
+      "tokens_per_second_per_gpu": 489.77
+    },
+    {
+      "epoch": 3.026854802002731,
+      "grad_norm": 1.6300897598266602,
+      "learning_rate": 8.485952653250877e-06,
+      "loss": 0.66,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33250,
+      "tokens_per_second_per_gpu": 476.31
+    },
+    {
+      "epoch": 3.0314064633591262,
+      "grad_norm": 1.4617377519607544,
+      "learning_rate": 8.411530117881587e-06,
+      "loss": 0.6632,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33300,
+      "tokens_per_second_per_gpu": 502.02
+    },
+    {
+      "epoch": 3.035958124715521,
+      "grad_norm": 1.6737926006317139,
+      "learning_rate": 8.337369304607057e-06,
+      "loss": 0.6502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33350,
+      "tokens_per_second_per_gpu": 507.89
+    },
+    {
+      "epoch": 3.040509786071916,
+      "grad_norm": 1.4772462844848633,
+      "learning_rate": 8.263471383488392e-06,
+      "loss": 0.6685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33400,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 3.0450614474283113,
+      "grad_norm": 1.6019269227981567,
+      "learning_rate": 8.189837520438952e-06,
+      "loss": 0.6599,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33450,
+      "tokens_per_second_per_gpu": 495.54
+    },
+    {
+      "epoch": 3.0496131087847065,
+      "grad_norm": 1.7322639226913452,
+      "learning_rate": 8.116468877205969e-06,
+      "loss": 0.6568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33500,
+      "tokens_per_second_per_gpu": 476.57
+    },
+    {
+      "epoch": 3.0541647701411017,
+      "grad_norm": 1.6173838376998901,
+      "learning_rate": 8.043366611352193e-06,
+      "loss": 0.6588,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33550,
+      "tokens_per_second_per_gpu": 462.71
+    },
+    {
+      "epoch": 3.0587164314974964,
+      "grad_norm": 1.5913090705871582,
+      "learning_rate": 7.970531876237672e-06,
+      "loss": 0.6461,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33600,
+      "tokens_per_second_per_gpu": 474.56
+    },
+    {
+      "epoch": 3.0632680928538916,
+      "grad_norm": 1.3040716648101807,
+      "learning_rate": 7.897965821001504e-06,
+      "loss": 0.6573,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33650,
+      "tokens_per_second_per_gpu": 497.3
+    },
+    {
+      "epoch": 3.0678197542102867,
+      "grad_norm": 1.6446518898010254,
+      "learning_rate": 7.825669590543738e-06,
+      "loss": 0.6716,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33700,
+      "tokens_per_second_per_gpu": 500.55
+    },
+    {
+      "epoch": 3.072371415566682,
+      "grad_norm": 1.7018547058105469,
+      "learning_rate": 7.753644325507306e-06,
+      "loss": 0.6368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33750,
+      "tokens_per_second_per_gpu": 483.4
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 1.6681090593338013,
+      "learning_rate": 7.681891162260015e-06,
+      "loss": 0.6798,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33800,
+      "tokens_per_second_per_gpu": 507.25
+    },
+    {
+      "epoch": 3.081474738279472,
+      "grad_norm": 1.5188624858856201,
+      "learning_rate": 7.610411232876638e-06,
+      "loss": 0.6555,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33850,
+      "tokens_per_second_per_gpu": 490.0
+    },
+    {
+      "epoch": 3.086026399635867,
+      "grad_norm": 1.7600923776626587,
+      "learning_rate": 7.539205665121035e-06,
+      "loss": 0.6636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33900,
+      "tokens_per_second_per_gpu": 481.09
+    },
+    {
+      "epoch": 3.090578060992262,
+      "grad_norm": 1.9836052656173706,
+      "learning_rate": 7.468275582428369e-06,
+      "loss": 0.6543,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33950,
+      "tokens_per_second_per_gpu": 524.05
+    },
+    {
+      "epoch": 3.0951297223486574,
+      "grad_norm": 1.8480523824691772,
+      "learning_rate": 7.3976221038873775e-06,
+      "loss": 0.6395,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34000,
+      "tokens_per_second_per_gpu": 445.77
+    },
+    {
+      "epoch": 3.0996813837050525,
+      "grad_norm": 1.5933022499084473,
+      "learning_rate": 7.327246344222716e-06,
+      "loss": 0.635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34050,
+      "tokens_per_second_per_gpu": 452.74
+    },
+    {
+      "epoch": 3.1042330450614473,
+      "grad_norm": 1.4891561269760132,
+      "learning_rate": 7.2571494137773754e-06,
+      "loss": 0.6424,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34100,
+      "tokens_per_second_per_gpu": 467.57
+    },
+    {
+      "epoch": 3.1087847064178424,
+      "grad_norm": 1.3638157844543457,
+      "learning_rate": 7.187332418495152e-06,
+      "loss": 0.6589,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34150,
+      "tokens_per_second_per_gpu": 492.34
+    },
+    {
+      "epoch": 3.1133363677742376,
+      "grad_norm": 1.347619891166687,
+      "learning_rate": 7.117796459903228e-06,
+      "loss": 0.6617,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34200,
+      "tokens_per_second_per_gpu": 472.39
+    },
+    {
+      "epoch": 3.117888029130633,
+      "grad_norm": 1.770125150680542,
+      "learning_rate": 7.048542635094752e-06,
+      "loss": 0.6414,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34250,
+      "tokens_per_second_per_gpu": 470.02
+    },
+    {
+      "epoch": 3.122439690487028,
+      "grad_norm": 1.34881591796875,
+      "learning_rate": 6.979572036711548e-06,
+      "loss": 0.6603,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34300,
+      "tokens_per_second_per_gpu": 504.63
+    },
+    {
+      "epoch": 3.1269913518434227,
+      "grad_norm": 1.9866487979888916,
+      "learning_rate": 6.9108857529268965e-06,
+      "loss": 0.6562,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34350,
+      "tokens_per_second_per_gpu": 463.14
+    },
+    {
+      "epoch": 3.131543013199818,
+      "grad_norm": 1.886730670928955,
+      "learning_rate": 6.842484867428323e-06,
+      "loss": 0.6569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34400,
+      "tokens_per_second_per_gpu": 490.25
+    },
+    {
+      "epoch": 3.136094674556213,
+      "grad_norm": 1.8228403329849243,
+      "learning_rate": 6.774370459400542e-06,
+      "loss": 0.6639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34450,
+      "tokens_per_second_per_gpu": 498.22
+    },
+    {
+      "epoch": 3.1406463359126082,
+      "grad_norm": 1.59607994556427,
+      "learning_rate": 6.706543603508403e-06,
+      "loss": 0.6439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34500,
+      "tokens_per_second_per_gpu": 478.81
+    },
+    {
+      "epoch": 3.145197997269003,
+      "grad_norm": 1.8505710363388062,
+      "learning_rate": 6.639005369879955e-06,
+      "loss": 0.6514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34550,
+      "tokens_per_second_per_gpu": 487.72
+    },
+    {
+      "epoch": 3.149749658625398,
+      "grad_norm": 1.8522517681121826,
+      "learning_rate": 6.571756824089539e-06,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34600,
+      "tokens_per_second_per_gpu": 501.77
+    },
+    {
+      "epoch": 3.1543013199817933,
+      "grad_norm": 1.5501015186309814,
+      "learning_rate": 6.504799027141001e-06,
+      "loss": 0.6696,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34650,
+      "tokens_per_second_per_gpu": 524.56
+    },
+    {
+      "epoch": 3.1588529813381885,
+      "grad_norm": 1.4875781536102295,
+      "learning_rate": 6.438133035450936e-06,
+      "loss": 0.675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34700,
+      "tokens_per_second_per_gpu": 520.96
+    },
+    {
+      "epoch": 3.1634046426945837,
+      "grad_norm": 1.560786247253418,
+      "learning_rate": 6.37175990083202e-06,
+      "loss": 0.651,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34750,
+      "tokens_per_second_per_gpu": 496.71
+    },
+    {
+      "epoch": 3.1679563040509784,
+      "grad_norm": 1.3014919757843018,
+      "learning_rate": 6.305680670476436e-06,
+      "loss": 0.6719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34800,
+      "tokens_per_second_per_gpu": 490.92
+    },
+    {
+      "epoch": 3.1725079654073736,
+      "grad_norm": 1.5218391418457031,
+      "learning_rate": 6.239896386939323e-06,
+      "loss": 0.6454,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34850,
+      "tokens_per_second_per_gpu": 451.03
+    },
+    {
+      "epoch": 3.1770596267637687,
+      "grad_norm": 1.9518988132476807,
+      "learning_rate": 6.174408088122344e-06,
+      "loss": 0.6532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34900,
+      "tokens_per_second_per_gpu": 493.78
+    },
+    {
+      "epoch": 3.181611288120164,
+      "grad_norm": 1.97776198387146,
+      "learning_rate": 6.1092168072573095e-06,
+      "loss": 0.6719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34950,
+      "tokens_per_second_per_gpu": 474.38
+    },
+    {
+      "epoch": 3.186162949476559,
+      "grad_norm": 1.3716925382614136,
+      "learning_rate": 6.04432357288987e-06,
+      "loss": 0.655,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35000,
+      "tokens_per_second_per_gpu": 473.91
+    },
+    {
+      "epoch": 3.190714610832954,
+      "grad_norm": 1.4617153406143188,
+      "learning_rate": 5.979729408863299e-06,
+      "loss": 0.6699,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35050,
+      "tokens_per_second_per_gpu": 499.89
+    },
+    {
+      "epoch": 3.195266272189349,
+      "grad_norm": 1.5557167530059814,
+      "learning_rate": 5.9154353343023245e-06,
+      "loss": 0.651,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35100,
+      "tokens_per_second_per_gpu": 476.63
+    },
+    {
+      "epoch": 3.199817933545744,
+      "grad_norm": 1.5268049240112305,
+      "learning_rate": 5.8514423635970626e-06,
+      "loss": 0.6672,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35150,
+      "tokens_per_second_per_gpu": 514.69
+    },
+    {
+      "epoch": 3.2,
+      "eval_loss": 1.0137217044830322,
+      "eval_runtime": 196.5158,
+      "eval_samples_per_second": 5.084,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 35152
+    },
+    {
+      "epoch": 3.2043695949021394,
+      "grad_norm": 1.5790226459503174,
+      "learning_rate": 5.787751506387007e-06,
+      "loss": 0.6643,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35200,
+      "tokens_per_second_per_gpu": 472.58
+    },
+    {
+      "epoch": 3.2089212562585345,
+      "grad_norm": 1.5815094709396362,
+      "learning_rate": 5.7243637675451014e-06,
+      "loss": 0.6678,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35250,
+      "tokens_per_second_per_gpu": 488.89
+    },
+    {
+      "epoch": 3.2134729176149293,
+      "grad_norm": 1.5472116470336914,
+      "learning_rate": 5.661280147161888e-06,
+      "loss": 0.6714,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35300,
+      "tokens_per_second_per_gpu": 519.03
+    },
+    {
+      "epoch": 3.2180245789713244,
+      "grad_norm": 1.6719571352005005,
+      "learning_rate": 5.598501640529713e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35350,
+      "tokens_per_second_per_gpu": 498.74
+    },
+    {
+      "epoch": 3.2225762403277196,
+      "grad_norm": 1.6827168464660645,
+      "learning_rate": 5.5360292381270604e-06,
+      "loss": 0.6653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35400,
+      "tokens_per_second_per_gpu": 494.9
+    },
+    {
+      "epoch": 3.227127901684115,
+      "grad_norm": 1.5358210802078247,
+      "learning_rate": 5.473863925602881e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35450,
+      "tokens_per_second_per_gpu": 480.42
+    },
+    {
+      "epoch": 3.23167956304051,
+      "grad_norm": 1.635041356086731,
+      "learning_rate": 5.412006683761065e-06,
+      "loss": 0.6668,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35500,
+      "tokens_per_second_per_gpu": 509.06
+    },
+    {
+      "epoch": 3.2362312243969047,
+      "grad_norm": 1.571561574935913,
+      "learning_rate": 5.350458488544966e-06,
+      "loss": 0.6642,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35550,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 3.2407828857533,
+      "grad_norm": 1.8174020051956177,
+      "learning_rate": 5.289220311021997e-06,
+      "loss": 0.6645,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35600,
+      "tokens_per_second_per_gpu": 482.42
+    },
+    {
+      "epoch": 3.245334547109695,
+      "grad_norm": 1.6712254285812378,
+      "learning_rate": 5.228293117368319e-06,
+      "loss": 0.6583,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35650,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 3.24988620846609,
+      "grad_norm": 1.5725531578063965,
+      "learning_rate": 5.1676778688535876e-06,
+      "loss": 0.6456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35700,
+      "tokens_per_second_per_gpu": 448.45
+    },
+    {
+      "epoch": 3.2544378698224854,
+      "grad_norm": 1.533808708190918,
+      "learning_rate": 5.107375521825791e-06,
+      "loss": 0.6559,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35750,
+      "tokens_per_second_per_gpu": 470.25
+    },
+    {
+      "epoch": 3.25898953117888,
+      "grad_norm": 1.455149531364441,
+      "learning_rate": 5.047387027696165e-06,
+      "loss": 0.6654,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35800,
+      "tokens_per_second_per_gpu": 497.17
+    },
+    {
+      "epoch": 3.2635411925352753,
+      "grad_norm": 1.724476933479309,
+      "learning_rate": 4.987713332924174e-06,
+      "loss": 0.6602,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35850,
+      "tokens_per_second_per_gpu": 492.33
+    },
+    {
+      "epoch": 3.2680928538916705,
+      "grad_norm": 1.6139812469482422,
+      "learning_rate": 4.928355379002584e-06,
+      "loss": 0.6563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35900,
+      "tokens_per_second_per_gpu": 478.57
+    },
+    {
+      "epoch": 3.2726445152480657,
+      "grad_norm": 1.7342591285705566,
+      "learning_rate": 4.869314102442604e-06,
+      "loss": 0.6564,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35950,
+      "tokens_per_second_per_gpu": 475.59
+    },
+    {
+      "epoch": 3.277196176604461,
+      "grad_norm": 1.4513487815856934,
+      "learning_rate": 4.8105904347591245e-06,
+      "loss": 0.6659,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36000,
+      "tokens_per_second_per_gpu": 472.9
+    },
+    {
+      "epoch": 3.2817478379608556,
+      "grad_norm": 1.3770030736923218,
+      "learning_rate": 4.752185302455997e-06,
+      "loss": 0.6458,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36050,
+      "tokens_per_second_per_gpu": 471.99
+    },
+    {
+      "epoch": 3.2862994993172507,
+      "grad_norm": 2.054734468460083,
+      "learning_rate": 4.694099627011433e-06,
+      "loss": 0.661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36100,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 3.290851160673646,
+      "grad_norm": 1.678490161895752,
+      "learning_rate": 4.6363343248634675e-06,
+      "loss": 0.6722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36150,
+      "tokens_per_second_per_gpu": 487.69
+    },
+    {
+      "epoch": 3.295402822030041,
+      "grad_norm": 1.412787914276123,
+      "learning_rate": 4.5788903073954805e-06,
+      "loss": 0.6529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36200,
+      "tokens_per_second_per_gpu": 486.59
+    },
+    {
+      "epoch": 3.2999544833864363,
+      "grad_norm": 1.6679067611694336,
+      "learning_rate": 4.521768480921845e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36250,
+      "tokens_per_second_per_gpu": 487.94
+    },
+    {
+      "epoch": 3.304506144742831,
+      "grad_norm": 1.6302002668380737,
+      "learning_rate": 4.464969746673609e-06,
+      "loss": 0.673,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36300,
+      "tokens_per_second_per_gpu": 514.5
+    },
+    {
+      "epoch": 3.309057806099226,
+      "grad_norm": 1.4526721239089966,
+      "learning_rate": 4.408495000784274e-06,
+      "loss": 0.6477,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36350,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 3.3136094674556213,
+      "grad_norm": 1.7062057256698608,
+      "learning_rate": 4.3523451342756705e-06,
+      "loss": 0.6436,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36400,
+      "tokens_per_second_per_gpu": 442.05
+    },
+    {
+      "epoch": 3.3181611288120165,
+      "grad_norm": 1.7726435661315918,
+      "learning_rate": 4.2965210330439015e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36450,
+      "tokens_per_second_per_gpu": 460.83
+    },
+    {
+      "epoch": 3.3227127901684117,
+      "grad_norm": 1.626259684562683,
+      "learning_rate": 4.241023577845343e-06,
+      "loss": 0.6618,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36500,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 3.3272644515248064,
+      "grad_norm": 1.914724349975586,
+      "learning_rate": 4.185853644282769e-06,
+      "loss": 0.6607,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36550,
+      "tokens_per_second_per_gpu": 492.76
+    },
+    {
+      "epoch": 3.3318161128812016,
+      "grad_norm": 1.4026740789413452,
+      "learning_rate": 4.131012102791532e-06,
+      "loss": 0.6544,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36600,
+      "tokens_per_second_per_gpu": 487.25
+    },
+    {
+      "epoch": 3.336367774237597,
+      "grad_norm": 1.5948106050491333,
+      "learning_rate": 4.07649981862582e-06,
+      "loss": 0.6583,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36650,
+      "tokens_per_second_per_gpu": 503.42
+    },
+    {
+      "epoch": 3.340919435593992,
+      "grad_norm": 1.573398232460022,
+      "learning_rate": 4.02231765184502e-06,
+      "loss": 0.6687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36700,
+      "tokens_per_second_per_gpu": 513.38
+    },
+    {
+      "epoch": 3.345471096950387,
+      "grad_norm": 1.5159857273101807,
+      "learning_rate": 3.968466457300138e-06,
+      "loss": 0.6481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36750,
+      "tokens_per_second_per_gpu": 459.02
+    },
+    {
+      "epoch": 3.350022758306782,
+      "grad_norm": 1.6860300302505493,
+      "learning_rate": 3.914947084620316e-06,
+      "loss": 0.6561,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36800,
+      "tokens_per_second_per_gpu": 487.08
+    },
+    {
+      "epoch": 3.354574419663177,
+      "grad_norm": 1.3102531433105469,
+      "learning_rate": 3.861760378199431e-06,
+      "loss": 0.6572,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36850,
+      "tokens_per_second_per_gpu": 502.49
+    },
+    {
+      "epoch": 3.359126081019572,
+      "grad_norm": 1.665374994277954,
+      "learning_rate": 3.8089071771827607e-06,
+      "loss": 0.6635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36900,
+      "tokens_per_second_per_gpu": 465.35
+    },
+    {
+      "epoch": 3.3636777423759674,
+      "grad_norm": 1.8100502490997314,
+      "learning_rate": 3.7563883154537545e-06,
+      "loss": 0.6745,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36950,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 3.368229403732362,
+      "grad_norm": 2.081054449081421,
+      "learning_rate": 3.7042046216208686e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37000,
+      "tokens_per_second_per_gpu": 450.25
+    },
+    {
+      "epoch": 3.3727810650887573,
+      "grad_norm": 1.6421407461166382,
+      "learning_rate": 3.6523569190045126e-06,
+      "loss": 0.6571,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37050,
+      "tokens_per_second_per_gpu": 479.34
+    },
+    {
+      "epoch": 3.3773327264451525,
+      "grad_norm": 1.7119728326797485,
+      "learning_rate": 3.6008460256240328e-06,
+      "loss": 0.6757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37100,
+      "tokens_per_second_per_gpu": 506.88
+    },
+    {
+      "epoch": 3.3818843878015477,
+      "grad_norm": 1.333788514137268,
+      "learning_rate": 3.5496727541848215e-06,
+      "loss": 0.6446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37150,
+      "tokens_per_second_per_gpu": 479.93
+    },
+    {
+      "epoch": 3.386436049157943,
+      "grad_norm": 1.793472170829773,
+      "learning_rate": 3.498837912065489e-06,
+      "loss": 0.6681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37200,
+      "tokens_per_second_per_gpu": 488.56
+    },
+    {
+      "epoch": 3.3909877105143376,
+      "grad_norm": 1.61867356300354,
+      "learning_rate": 3.4483423013051323e-06,
+      "loss": 0.6414,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37250,
+      "tokens_per_second_per_gpu": 471.26
+    },
+    {
+      "epoch": 3.3955393718707327,
+      "grad_norm": 1.9037747383117676,
+      "learning_rate": 3.3981867185906706e-06,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37300,
+      "tokens_per_second_per_gpu": 490.37
+    },
+    {
+      "epoch": 3.4,
+      "eval_loss": 1.015528678894043,
+      "eval_runtime": 195.8565,
+      "eval_samples_per_second": 5.101,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 37349
+    },
+    {
+      "epoch": 3.400091033227128,
+      "grad_norm": 1.6967730522155762,
+      "learning_rate": 3.3483719552442894e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 76.01,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37350,
+      "tokens_per_second_per_gpu": 8.22
+    },
+    {
+      "epoch": 3.404642694583523,
+      "grad_norm": 1.3011078834533691,
+      "learning_rate": 3.2988987972109418e-06,
+      "loss": 0.6673,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37400,
+      "tokens_per_second_per_gpu": 498.7
+    },
+    {
+      "epoch": 3.4091943559399183,
+      "grad_norm": 1.3419616222381592,
+      "learning_rate": 3.2497680250459547e-06,
+      "loss": 0.6342,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37450,
+      "tokens_per_second_per_gpu": 451.1
+    },
+    {
+      "epoch": 3.413746017296313,
+      "grad_norm": 1.4529420137405396,
+      "learning_rate": 3.2009804139027155e-06,
+      "loss": 0.6598,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37500,
+      "tokens_per_second_per_gpu": 487.52
+    },
+    {
+      "epoch": 3.418297678652708,
+      "grad_norm": 1.46367347240448,
+      "learning_rate": 3.152536733520442e-06,
+      "loss": 0.6423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37550,
+      "tokens_per_second_per_gpu": 463.7
+    },
+    {
+      "epoch": 3.4228493400091033,
+      "grad_norm": 1.658532977104187,
+      "learning_rate": 3.1044377482120246e-06,
+      "loss": 0.663,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37600,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 3.4274010013654985,
+      "grad_norm": 1.5503042936325073,
+      "learning_rate": 3.056684216851999e-06,
+      "loss": 0.6693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37650,
+      "tokens_per_second_per_gpu": 468.13
+    },
+    {
+      "epoch": 3.4319526627218933,
+      "grad_norm": 1.3065074682235718,
+      "learning_rate": 3.0092768928645375e-06,
+      "loss": 0.6674,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37700,
+      "tokens_per_second_per_gpu": 498.52
+    },
+    {
+      "epoch": 3.4365043240782884,
+      "grad_norm": 1.7457201480865479,
+      "learning_rate": 2.9622165242115808e-06,
+      "loss": 0.6659,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37750,
+      "tokens_per_second_per_gpu": 500.49
+    },
+    {
+      "epoch": 3.4410559854346836,
+      "grad_norm": 1.7811120748519897,
+      "learning_rate": 2.9155038533810325e-06,
+      "loss": 0.6687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37800,
+      "tokens_per_second_per_gpu": 519.01
+    },
+    {
+      "epoch": 3.445607646791079,
+      "grad_norm": 2.163778781890869,
+      "learning_rate": 2.869139617375055e-06,
+      "loss": 0.669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37850,
+      "tokens_per_second_per_gpu": 537.78
+    },
+    {
+      "epoch": 3.450159308147474,
+      "grad_norm": 1.4239171743392944,
+      "learning_rate": 2.8231245476984192e-06,
+      "loss": 0.6516,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37900,
+      "tokens_per_second_per_gpu": 514.68
+    },
+    {
+      "epoch": 3.4547109695038687,
+      "grad_norm": 1.7351467609405518,
+      "learning_rate": 2.7774593703469852e-06,
+      "loss": 0.6496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37950,
+      "tokens_per_second_per_gpu": 469.95
+    },
+    {
+      "epoch": 3.459262630860264,
+      "grad_norm": 1.7165180444717407,
+      "learning_rate": 2.732144805796236e-06,
+      "loss": 0.6482,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38000,
+      "tokens_per_second_per_gpu": 493.65
+    },
+    {
+      "epoch": 3.463814292216659,
+      "grad_norm": 1.383346438407898,
+      "learning_rate": 2.687181568989919e-06,
+      "loss": 0.6565,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38050,
+      "tokens_per_second_per_gpu": 472.46
+    },
+    {
+      "epoch": 3.468365953573054,
+      "grad_norm": 1.528689980506897,
+      "learning_rate": 2.6425703693287533e-06,
+      "loss": 0.6534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38100,
+      "tokens_per_second_per_gpu": 452.96
+    },
+    {
+      "epoch": 3.4729176149294494,
+      "grad_norm": 1.5609986782073975,
+      "learning_rate": 2.5983119106592512e-06,
+      "loss": 0.6784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38150,
+      "tokens_per_second_per_gpu": 530.79
+    },
+    {
+      "epoch": 3.477469276285844,
+      "grad_norm": 1.7582324743270874,
+      "learning_rate": 2.5544068912625977e-06,
+      "loss": 0.6474,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38200,
+      "tokens_per_second_per_gpu": 500.09
+    },
+    {
+      "epoch": 3.4820209376422393,
+      "grad_norm": 1.611234188079834,
+      "learning_rate": 2.510856003843659e-06,
+      "loss": 0.6492,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38250,
+      "tokens_per_second_per_gpu": 475.4
+    },
+    {
+      "epoch": 3.4865725989986345,
+      "grad_norm": 1.5946812629699707,
+      "learning_rate": 2.4676599355200225e-06,
+      "loss": 0.6517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38300,
+      "tokens_per_second_per_gpu": 479.63
+    },
+    {
+      "epoch": 3.4911242603550297,
+      "grad_norm": 1.3531148433685303,
+      "learning_rate": 2.4248193678111735e-06,
+      "loss": 0.6606,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38350,
+      "tokens_per_second_per_gpu": 464.16
+    },
+    {
+      "epoch": 3.495675921711425,
+      "grad_norm": 1.433319330215454,
+      "learning_rate": 2.3823349766277453e-06,
+      "loss": 0.6763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38400,
+      "tokens_per_second_per_gpu": 465.35
+    },
+    {
+      "epoch": 3.5002275830678196,
+      "grad_norm": 1.3814903497695923,
+      "learning_rate": 2.3402074322608437e-06,
+      "loss": 0.6548,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38450,
+      "tokens_per_second_per_gpu": 471.8
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.301455331475456e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-38451/training_args.bin b/checkpoint-38451/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-38451/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-43939/README.md b/checkpoint-43939/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-43939/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-43939/adapter_config.json b/checkpoint-43939/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-43939/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-43939/adapter_model.safetensors b/checkpoint-43939/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..43774014bff762bc6e25a0cdca3a3cad1e420eeb
--- /dev/null
+++ b/checkpoint-43939/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3efc52005f7d4fd4da5893ac96148ca05cff8a72c757c8d37cf705a4f2c9a15
+size 456206152
diff --git a/checkpoint-43939/chat_template.jinja b/checkpoint-43939/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-43939/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-43939/optimizer.pt b/checkpoint-43939/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b152dd3d1029f2b3a33b2950076e375fe5c3f08
--- /dev/null
+++ b/checkpoint-43939/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0bf88c8263efeaea312e4015daae626532afc3b147dd6793ffee773da3475d
+size 232287717
diff --git a/checkpoint-43939/rng_state.pth b/checkpoint-43939/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7274068866ac12fceb5d024a5c05d8cb9e5927b0
--- /dev/null
+++ b/checkpoint-43939/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474672623d0ba92d7c0d4859926cca75552998ff21c67d20db90eb69b26d4695
+size 14645
diff --git a/checkpoint-43939/scheduler.pt b/checkpoint-43939/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4edfbfaf566619dcdd44226df729a2f091a86
--- /dev/null
+++ b/checkpoint-43939/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab716ad2cf68bed8df38bbf520d9c5d27ba7a52f3b4f57ff84cffa33606b9e
+size 1465
diff --git a/checkpoint-43939/special_tokens_map.json b/checkpoint-43939/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-43939/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-43939/tokenizer.json b/checkpoint-43939/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-43939/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-43939/tokenizer_config.json b/checkpoint-43939/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-43939/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-43939/trainer_state.json b/checkpoint-43939/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..bc29be02f7f115c25ae8ee1afd99340b32b4fd3a
--- /dev/null
+++ b/checkpoint-43939/trainer_state.json
@@ -0,0 +1,9912 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.999908966772872,
+  "eval_steps": 2197,
+  "global_step": 43939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    },
+    {
+      "epoch": 0.5006827492034592,
+      "grad_norm": 1.0179318189620972,
+      "learning_rate": 4.9903564822944024e-05,
+      "loss": 1.0677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5500,
+      "tokens_per_second_per_gpu": 506.23
+    },
+    {
+      "epoch": 0.5052344105598543,
+      "grad_norm": 1.192871332168579,
+      "learning_rate": 4.989465472509145e-05,
+      "loss": 1.0534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5550,
+      "tokens_per_second_per_gpu": 487.98
+    },
+    {
+      "epoch": 0.5097860719162495,
+      "grad_norm": 1.072653889656067,
+      "learning_rate": 4.988535185555896e-05,
+      "loss": 1.0625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5600,
+      "tokens_per_second_per_gpu": 473.49
+    },
+    {
+      "epoch": 0.5143377332726445,
+      "grad_norm": 1.1457641124725342,
+      "learning_rate": 4.987565636112117e-05,
+      "loss": 1.0596,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5650,
+      "tokens_per_second_per_gpu": 489.03
+    },
+    {
+      "epoch": 0.5188893946290396,
+      "grad_norm": 0.9638017416000366,
+      "learning_rate": 4.986556839474729e-05,
+      "loss": 1.0502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5700,
+      "tokens_per_second_per_gpu": 485.55
+    },
+    {
+      "epoch": 0.5234410559854347,
+      "grad_norm": 1.1078736782073975,
+      "learning_rate": 4.98550881155987e-05,
+      "loss": 1.0695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5750,
+      "tokens_per_second_per_gpu": 485.32
+    },
+    {
+      "epoch": 0.5279927173418297,
+      "grad_norm": 1.3936585187911987,
+      "learning_rate": 4.984421568902643e-05,
+      "loss": 1.0253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5800,
+      "tokens_per_second_per_gpu": 463.27
+    },
+    {
+      "epoch": 0.5325443786982249,
+      "grad_norm": 1.12526535987854,
+      "learning_rate": 4.983295128656856e-05,
+      "loss": 1.0549,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5850,
+      "tokens_per_second_per_gpu": 480.14
+    },
+    {
+      "epoch": 0.53709604005462,
+      "grad_norm": 1.0340914726257324,
+      "learning_rate": 4.9821295085947515e-05,
+      "loss": 1.0723,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5900,
+      "tokens_per_second_per_gpu": 497.14
+    },
+    {
+      "epoch": 0.541647701411015,
+      "grad_norm": 1.0414705276489258,
+      "learning_rate": 4.980924727106725e-05,
+      "loss": 1.0622,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5950,
+      "tokens_per_second_per_gpu": 491.2
+    },
+    {
+      "epoch": 0.5461993627674101,
+      "grad_norm": 1.0546574592590332,
+      "learning_rate": 4.979680803201034e-05,
+      "loss": 1.1061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6000,
+      "tokens_per_second_per_gpu": 528.09
+    },
+    {
+      "epoch": 0.5507510241238052,
+      "grad_norm": 1.0350837707519531,
+      "learning_rate": 4.978397756503504e-05,
+      "loss": 1.0554,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6050,
+      "tokens_per_second_per_gpu": 489.79
+    },
+    {
+      "epoch": 0.5553026854802002,
+      "grad_norm": 0.9223297238349915,
+      "learning_rate": 4.97707560725721e-05,
+      "loss": 1.056,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6100,
+      "tokens_per_second_per_gpu": 504.58
+    },
+    {
+      "epoch": 0.5598543468365954,
+      "grad_norm": 1.9479364156723022,
+      "learning_rate": 4.9757143763221635e-05,
+      "loss": 1.0438,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6150,
+      "tokens_per_second_per_gpu": 482.52
+    },
+    {
+      "epoch": 0.5644060081929905,
+      "grad_norm": 1.0383278131484985,
+      "learning_rate": 4.9743140851749814e-05,
+      "loss": 1.0378,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6200,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.5689576695493855,
+      "grad_norm": 1.022878646850586,
+      "learning_rate": 4.972874755908548e-05,
+      "loss": 1.0385,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6250,
+      "tokens_per_second_per_gpu": 469.72
+    },
+    {
+      "epoch": 0.5735093309057806,
+      "grad_norm": 1.0296788215637207,
+      "learning_rate": 4.971396411231664e-05,
+      "loss": 1.0658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6300,
+      "tokens_per_second_per_gpu": 507.78
+    },
+    {
+      "epoch": 0.5780609922621757,
+      "grad_norm": 1.2907683849334717,
+      "learning_rate": 4.9698790744686903e-05,
+      "loss": 1.0536,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6350,
+      "tokens_per_second_per_gpu": 474.21
+    },
+    {
+      "epoch": 0.5826126536185707,
+      "grad_norm": 1.1980242729187012,
+      "learning_rate": 4.968322769559181e-05,
+      "loss": 1.0722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6400,
+      "tokens_per_second_per_gpu": 497.21
+    },
+    {
+      "epoch": 0.5871643149749659,
+      "grad_norm": 1.0062897205352783,
+      "learning_rate": 4.9667275210575036e-05,
+      "loss": 1.0533,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6450,
+      "tokens_per_second_per_gpu": 490.36
+    },
+    {
+      "epoch": 0.591715976331361,
+      "grad_norm": 1.1628015041351318,
+      "learning_rate": 4.9650933541324506e-05,
+      "loss": 1.0687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6500,
+      "tokens_per_second_per_gpu": 502.69
+    },
+    {
+      "epoch": 0.596267637687756,
+      "grad_norm": 1.0880138874053955,
+      "learning_rate": 4.9634202945668476e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6550,
+      "tokens_per_second_per_gpu": 508.51
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.0370653867721558,
+      "eval_runtime": 195.0721,
+      "eval_samples_per_second": 5.121,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 6591
+    },
+    {
+      "epoch": 0.6008192990441511,
+      "grad_norm": 1.089520812034607,
+      "learning_rate": 4.961708368757138e-05,
+      "loss": 1.0435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6600,
+      "tokens_per_second_per_gpu": 77.93
+    },
+    {
+      "epoch": 0.6053709604005462,
+      "grad_norm": 0.904808759689331,
+      "learning_rate": 4.959957603712977e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6650,
+      "tokens_per_second_per_gpu": 478.54
+    },
+    {
+      "epoch": 0.6099226217569412,
+      "grad_norm": 1.1445884704589844,
+      "learning_rate": 4.9581680270567957e-05,
+      "loss": 1.0425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6700,
+      "tokens_per_second_per_gpu": 502.08
+    },
+    {
+      "epoch": 0.6144742831133364,
+      "grad_norm": 1.157138466835022,
+      "learning_rate": 4.956339667023373e-05,
+      "loss": 1.0563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6750,
+      "tokens_per_second_per_gpu": 511.61
+    },
+    {
+      "epoch": 0.6190259444697315,
+      "grad_norm": 0.8729771375656128,
+      "learning_rate": 4.954472552459383e-05,
+      "loss": 1.0364,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6800,
+      "tokens_per_second_per_gpu": 481.17
+    },
+    {
+      "epoch": 0.6235776058261265,
+      "grad_norm": 1.065958857536316,
+      "learning_rate": 4.9525667128229474e-05,
+      "loss": 1.0605,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6850,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.6281292671825216,
+      "grad_norm": 0.9055165648460388,
+      "learning_rate": 4.950622178183164e-05,
+      "loss": 1.0743,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6900,
+      "tokens_per_second_per_gpu": 484.48
+    },
+    {
+      "epoch": 0.6326809285389167,
+      "grad_norm": 1.157254934310913,
+      "learning_rate": 4.948638979219637e-05,
+      "loss": 1.035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 6950,
+      "tokens_per_second_per_gpu": 497.23
+    },
+    {
+      "epoch": 0.6372325898953118,
+      "grad_norm": 1.0744335651397705,
+      "learning_rate": 4.9466171472219904e-05,
+      "loss": 1.0365,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7000,
+      "tokens_per_second_per_gpu": 484.74
+    },
+    {
+      "epoch": 0.6417842512517069,
+      "grad_norm": 0.9064004421234131,
+      "learning_rate": 4.944556714089374e-05,
+      "loss": 1.0769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7050,
+      "tokens_per_second_per_gpu": 527.16
+    },
+    {
+      "epoch": 0.646335912608102,
+      "grad_norm": 0.9930420517921448,
+      "learning_rate": 4.942457712329964e-05,
+      "loss": 1.0223,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7100,
+      "tokens_per_second_per_gpu": 462.81
+    },
+    {
+      "epoch": 0.650887573964497,
+      "grad_norm": 0.9996587634086609,
+      "learning_rate": 4.940320175060446e-05,
+      "loss": 1.0566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7150,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 0.6554392353208921,
+      "grad_norm": 1.7110569477081299,
+      "learning_rate": 4.9381441360054915e-05,
+      "loss": 1.0522,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7200,
+      "tokens_per_second_per_gpu": 499.36
+    },
+    {
+      "epoch": 0.6599908966772872,
+      "grad_norm": 1.2259682416915894,
+      "learning_rate": 4.9359296294972315e-05,
+      "loss": 1.0541,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7250,
+      "tokens_per_second_per_gpu": 473.99
+    },
+    {
+      "epoch": 0.6645425580336823,
+      "grad_norm": 1.290621042251587,
+      "learning_rate": 4.933676690474711e-05,
+      "loss": 1.0551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7300,
+      "tokens_per_second_per_gpu": 484.9
+    },
+    {
+      "epoch": 0.6690942193900774,
+      "grad_norm": 0.8518486022949219,
+      "learning_rate": 4.931385354483336e-05,
+      "loss": 1.0512,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7350,
+      "tokens_per_second_per_gpu": 499.75
+    },
+    {
+      "epoch": 0.6736458807464725,
+      "grad_norm": 1.0784375667572021,
+      "learning_rate": 4.929055657674316e-05,
+      "loss": 1.0463,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7400,
+      "tokens_per_second_per_gpu": 451.58
+    },
+    {
+      "epoch": 0.6781975421028675,
+      "grad_norm": 1.1245126724243164,
+      "learning_rate": 4.9266876368040954e-05,
+      "loss": 1.0281,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 0.6827492034592626,
+      "grad_norm": 1.037510633468628,
+      "learning_rate": 4.924281329233766e-05,
+      "loss": 1.036,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7500,
+      "tokens_per_second_per_gpu": 502.11
+    },
+    {
+      "epoch": 0.6873008648156577,
+      "grad_norm": 0.9862679839134216,
+      "learning_rate": 4.921836772928484e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7550,
+      "tokens_per_second_per_gpu": 492.9
+    },
+    {
+      "epoch": 0.6918525261720528,
+      "grad_norm": 1.153113603591919,
+      "learning_rate": 4.9193540064568724e-05,
+      "loss": 1.0229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7600,
+      "tokens_per_second_per_gpu": 458.22
+    },
+    {
+      "epoch": 0.6964041875284479,
+      "grad_norm": 1.1115753650665283,
+      "learning_rate": 4.916833068990404e-05,
+      "loss": 1.0183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7650,
+      "tokens_per_second_per_gpu": 484.87
+    },
+    {
+      "epoch": 0.700955848884843,
+      "grad_norm": 1.1606495380401611,
+      "learning_rate": 4.914274000302793e-05,
+      "loss": 1.0284,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7700,
+      "tokens_per_second_per_gpu": 496.9
+    },
+    {
+      "epoch": 0.705507510241238,
+      "grad_norm": 0.9907020330429077,
+      "learning_rate": 4.911676840769361e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7750,
+      "tokens_per_second_per_gpu": 472.59
+    },
+    {
+      "epoch": 0.7100591715976331,
+      "grad_norm": 1.0251307487487793,
+      "learning_rate": 4.9090416313664036e-05,
+      "loss": 1.0421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7800,
+      "tokens_per_second_per_gpu": 472.37
+    },
+    {
+      "epoch": 0.7146108329540283,
+      "grad_norm": 1.1614022254943848,
+      "learning_rate": 4.9063684136705404e-05,
+      "loss": 1.0792,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7850,
+      "tokens_per_second_per_gpu": 518.05
+    },
+    {
+      "epoch": 0.7191624943104233,
+      "grad_norm": 0.9551727175712585,
+      "learning_rate": 4.903657229858063e-05,
+      "loss": 1.0356,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7900,
+      "tokens_per_second_per_gpu": 482.4
+    },
+    {
+      "epoch": 0.7237141556668184,
+      "grad_norm": 0.9774997234344482,
+      "learning_rate": 4.900908122704269e-05,
+      "loss": 1.0267,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 7950,
+      "tokens_per_second_per_gpu": 507.2
+    },
+    {
+      "epoch": 0.7282658170232135,
+      "grad_norm": 1.1599117517471313,
+      "learning_rate": 4.898121135582782e-05,
+      "loss": 1.0426,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8000,
+      "tokens_per_second_per_gpu": 494.25
+    },
+    {
+      "epoch": 0.7328174783796085,
+      "grad_norm": 1.0983076095581055,
+      "learning_rate": 4.895296312464874e-05,
+      "loss": 1.0496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8050,
+      "tokens_per_second_per_gpu": 506.5
+    },
+    {
+      "epoch": 0.7373691397360036,
+      "grad_norm": 1.1329846382141113,
+      "learning_rate": 4.892433697918768e-05,
+      "loss": 0.9954,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8100,
+      "tokens_per_second_per_gpu": 459.45
+    },
+    {
+      "epoch": 0.7419208010923988,
+      "grad_norm": 1.291815161705017,
+      "learning_rate": 4.889533337108935e-05,
+      "loss": 1.039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8150,
+      "tokens_per_second_per_gpu": 459.98
+    },
+    {
+      "epoch": 0.7464724624487938,
+      "grad_norm": 0.8809608817100525,
+      "learning_rate": 4.886595275795383e-05,
+      "loss": 1.0431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8200,
+      "tokens_per_second_per_gpu": 503.41
+    },
+    {
+      "epoch": 0.7510241238051889,
+      "grad_norm": 1.0669974088668823,
+      "learning_rate": 4.8836195603329335e-05,
+      "loss": 1.047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8250,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.755575785161584,
+      "grad_norm": 1.1232683658599854,
+      "learning_rate": 4.880606237670491e-05,
+      "loss": 1.0282,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8300,
+      "tokens_per_second_per_gpu": 456.41
+    },
+    {
+      "epoch": 0.760127446517979,
+      "grad_norm": 1.0202189683914185,
+      "learning_rate": 4.877555355350301e-05,
+      "loss": 1.0415,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8350,
+      "tokens_per_second_per_gpu": 512.26
+    },
+    {
+      "epoch": 0.7646791078743741,
+      "grad_norm": 1.2844234704971313,
+      "learning_rate": 4.8744669615072015e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8400,
+      "tokens_per_second_per_gpu": 474.13
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.028136134147644,
+      "learning_rate": 4.8713411048678635e-05,
+      "loss": 1.0353,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8450,
+      "tokens_per_second_per_gpu": 508.77
+    },
+    {
+      "epoch": 0.7737824305871643,
+      "grad_norm": 0.9930169582366943,
+      "learning_rate": 4.868177834750022e-05,
+      "loss": 1.0397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8500,
+      "tokens_per_second_per_gpu": 508.0
+    },
+    {
+      "epoch": 0.7783340919435594,
+      "grad_norm": 1.0289788246154785,
+      "learning_rate": 4.8649772010616955e-05,
+      "loss": 1.043,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8550,
+      "tokens_per_second_per_gpu": 526.03
+    },
+    {
+      "epoch": 0.7828857532999545,
+      "grad_norm": 0.923629879951477,
+      "learning_rate": 4.8617392543004014e-05,
+      "loss": 1.0374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8600,
+      "tokens_per_second_per_gpu": 479.04
+    },
+    {
+      "epoch": 0.7874374146563495,
+      "grad_norm": 1.0967282056808472,
+      "learning_rate": 4.8584640455523604e-05,
+      "loss": 1.0222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8650,
+      "tokens_per_second_per_gpu": 464.9
+    },
+    {
+      "epoch": 0.7919890760127446,
+      "grad_norm": 1.5993574857711792,
+      "learning_rate": 4.855151626491686e-05,
+      "loss": 1.0443,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8700,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 0.7965407373691398,
+      "grad_norm": 1.1585549116134644,
+      "learning_rate": 4.851802049379574e-05,
+      "loss": 1.0213,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8750,
+      "tokens_per_second_per_gpu": 467.88
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.0147367715835571,
+      "eval_runtime": 195.7565,
+      "eval_samples_per_second": 5.103,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 8788
+    },
+    {
+      "epoch": 0.8010923987255348,
+      "grad_norm": 1.144241213798523,
+      "learning_rate": 4.8484153670634735e-05,
+      "loss": 1.0558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8800,
+      "tokens_per_second_per_gpu": 109.97
+    },
+    {
+      "epoch": 0.8056440600819299,
+      "grad_norm": 0.8619866371154785,
+      "learning_rate": 4.844991632976257e-05,
+      "loss": 1.033,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8850,
+      "tokens_per_second_per_gpu": 518.75
+    },
+    {
+      "epoch": 0.810195721438325,
+      "grad_norm": 1.1444193124771118,
+      "learning_rate": 4.841530901135376e-05,
+      "loss": 1.0518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8900,
+      "tokens_per_second_per_gpu": 518.64
+    },
+    {
+      "epoch": 0.81474738279472,
+      "grad_norm": 0.937384843826294,
+      "learning_rate": 4.838033226142008e-05,
+      "loss": 1.0305,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 8950,
+      "tokens_per_second_per_gpu": 516.59
+    },
+    {
+      "epoch": 0.8192990441511152,
+      "grad_norm": 0.9430196285247803,
+      "learning_rate": 4.8344986631801944e-05,
+      "loss": 1.0417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9000,
+      "tokens_per_second_per_gpu": 515.31
+    },
+    {
+      "epoch": 0.8238507055075103,
+      "grad_norm": 1.0032052993774414,
+      "learning_rate": 4.8309272680159723e-05,
+      "loss": 1.0416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9050,
+      "tokens_per_second_per_gpu": 546.53
+    },
+    {
+      "epoch": 0.8284023668639053,
+      "grad_norm": 1.0585726499557495,
+      "learning_rate": 4.8273190969964936e-05,
+      "loss": 1.0054,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9100,
+      "tokens_per_second_per_gpu": 482.0
+    },
+    {
+      "epoch": 0.8329540282203004,
+      "grad_norm": 1.1669644117355347,
+      "learning_rate": 4.8236742070491356e-05,
+      "loss": 1.0343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9150,
+      "tokens_per_second_per_gpu": 534.53
+    },
+    {
+      "epoch": 0.8375056895766955,
+      "grad_norm": 1.120493769645691,
+      "learning_rate": 4.819992655680601e-05,
+      "loss": 1.0371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9200,
+      "tokens_per_second_per_gpu": 499.88
+    },
+    {
+      "epoch": 0.8420573509330905,
+      "grad_norm": 0.9619265198707581,
+      "learning_rate": 4.816274500976016e-05,
+      "loss": 1.0289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9250,
+      "tokens_per_second_per_gpu": 483.97
+    },
+    {
+      "epoch": 0.8466090122894857,
+      "grad_norm": 1.0850692987442017,
+      "learning_rate": 4.812519801598007e-05,
+      "loss": 1.029,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9300,
+      "tokens_per_second_per_gpu": 489.02
+    },
+    {
+      "epoch": 0.8511606736458808,
+      "grad_norm": 1.7269978523254395,
+      "learning_rate": 4.808728616785781e-05,
+      "loss": 1.0358,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9350,
+      "tokens_per_second_per_gpu": 479.95
+    },
+    {
+      "epoch": 0.8557123350022758,
+      "grad_norm": 1.0903490781784058,
+      "learning_rate": 4.804901006354188e-05,
+      "loss": 1.0154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9400,
+      "tokens_per_second_per_gpu": 459.61
+    },
+    {
+      "epoch": 0.8602639963586709,
+      "grad_norm": 1.1368602514266968,
+      "learning_rate": 4.801037030692776e-05,
+      "loss": 1.0186,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9450,
+      "tokens_per_second_per_gpu": 502.83
+    },
+    {
+      "epoch": 0.864815657715066,
+      "grad_norm": 1.1895757913589478,
+      "learning_rate": 4.7971367507648424e-05,
+      "loss": 0.9895,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9500,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.869367319071461,
+      "grad_norm": 0.9769192934036255,
+      "learning_rate": 4.793200228106468e-05,
+      "loss": 1.0405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9550,
+      "tokens_per_second_per_gpu": 512.92
+    },
+    {
+      "epoch": 0.8739189804278562,
+      "grad_norm": 1.0490390062332153,
+      "learning_rate": 4.789227524825549e-05,
+      "loss": 1.0499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9600,
+      "tokens_per_second_per_gpu": 495.91
+    },
+    {
+      "epoch": 0.8784706417842513,
+      "grad_norm": 1.029001235961914,
+      "learning_rate": 4.785218703600815e-05,
+      "loss": 1.0322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9650,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.8830223031406463,
+      "grad_norm": 1.1553659439086914,
+      "learning_rate": 4.7811738276808415e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9700,
+      "tokens_per_second_per_gpu": 478.05
+    },
+    {
+      "epoch": 0.8875739644970414,
+      "grad_norm": 1.1080563068389893,
+      "learning_rate": 4.777092960883051e-05,
+      "loss": 1.0324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9750,
+      "tokens_per_second_per_gpu": 513.85
+    },
+    {
+      "epoch": 0.8921256258534365,
+      "grad_norm": 1.3158994913101196,
+      "learning_rate": 4.772976167592708e-05,
+      "loss": 1.04,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9800,
+      "tokens_per_second_per_gpu": 461.81
+    },
+    {
+      "epoch": 0.8966772872098316,
+      "grad_norm": 1.4326947927474976,
+      "learning_rate": 4.768823512761901e-05,
+      "loss": 1.0311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9850,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 0.9012289485662267,
+      "grad_norm": 1.200109839439392,
+      "learning_rate": 4.764635061908517e-05,
+      "loss": 1.0129,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9900,
+      "tokens_per_second_per_gpu": 475.06
+    },
+    {
+      "epoch": 0.9057806099226218,
+      "grad_norm": 1.0471111536026,
+      "learning_rate": 4.7604108811152126e-05,
+      "loss": 1.0137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 9950,
+      "tokens_per_second_per_gpu": 459.57
+    },
+    {
+      "epoch": 0.9103322712790168,
+      "grad_norm": 1.168687343597412,
+      "learning_rate": 4.7561510370283654e-05,
+      "loss": 1.0504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10000,
+      "tokens_per_second_per_gpu": 510.16
+    },
+    {
+      "epoch": 0.9148839326354119,
+      "grad_norm": 1.0843098163604736,
+      "learning_rate": 4.7518555968570276e-05,
+      "loss": 1.0268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10050,
+      "tokens_per_second_per_gpu": 480.03
+    },
+    {
+      "epoch": 0.919435593991807,
+      "grad_norm": 1.1069607734680176,
+      "learning_rate": 4.7475246283718614e-05,
+      "loss": 1.0117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10100,
+      "tokens_per_second_per_gpu": 486.0
+    },
+    {
+      "epoch": 0.9239872553482021,
+      "grad_norm": 1.1321187019348145,
+      "learning_rate": 4.743158199904072e-05,
+      "loss": 1.0196,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10150,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 0.9285389167045972,
+      "grad_norm": 1.0236319303512573,
+      "learning_rate": 4.73875638034433e-05,
+      "loss": 1.0377,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10200,
+      "tokens_per_second_per_gpu": 483.49
+    },
+    {
+      "epoch": 0.9330905780609923,
+      "grad_norm": 1.1202757358551025,
+      "learning_rate": 4.734319239141682e-05,
+      "loss": 1.0076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10250,
+      "tokens_per_second_per_gpu": 486.17
+    },
+    {
+      "epoch": 0.9376422394173873,
+      "grad_norm": 1.2959187030792236,
+      "learning_rate": 4.72984684630246e-05,
+      "loss": 1.0061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10300,
+      "tokens_per_second_per_gpu": 496.26
+    },
+    {
+      "epoch": 0.9421939007737824,
+      "grad_norm": 1.0744752883911133,
+      "learning_rate": 4.725339272389168e-05,
+      "loss": 1.0143,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10350,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 0.9467455621301775,
+      "grad_norm": 1.035398006439209,
+      "learning_rate": 4.72079658851938e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10400,
+      "tokens_per_second_per_gpu": 476.32
+    },
+    {
+      "epoch": 0.9512972234865726,
+      "grad_norm": 1.0589100122451782,
+      "learning_rate": 4.716218866364606e-05,
+      "loss": 0.9991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10450,
+      "tokens_per_second_per_gpu": 489.27
+    },
+    {
+      "epoch": 0.9558488848429677,
+      "grad_norm": 1.072708010673523,
+      "learning_rate": 4.711606178149173e-05,
+      "loss": 1.034,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10500,
+      "tokens_per_second_per_gpu": 513.81
+    },
+    {
+      "epoch": 0.9604005461993628,
+      "grad_norm": 1.2344636917114258,
+      "learning_rate": 4.706958596649076e-05,
+      "loss": 1.0254,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10550,
+      "tokens_per_second_per_gpu": 492.35
+    },
+    {
+      "epoch": 0.9649522075557578,
+      "grad_norm": 0.9406333565711975,
+      "learning_rate": 4.7022761951908365e-05,
+      "loss": 1.0171,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10600,
+      "tokens_per_second_per_gpu": 474.51
+    },
+    {
+      "epoch": 0.9695038689121529,
+      "grad_norm": 1.1612303256988525,
+      "learning_rate": 4.6975590476503396e-05,
+      "loss": 1.017,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10650,
+      "tokens_per_second_per_gpu": 493.48
+    },
+    {
+      "epoch": 0.9740555302685481,
+      "grad_norm": 1.5133899450302124,
+      "learning_rate": 4.692807228451672e-05,
+      "loss": 1.0212,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10700,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 0.9786071916249431,
+      "grad_norm": 1.1254411935806274,
+      "learning_rate": 4.68802081256595e-05,
+      "loss": 1.009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10750,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 0.9831588529813382,
+      "grad_norm": 1.0411556959152222,
+      "learning_rate": 4.683199875510132e-05,
+      "loss": 1.0262,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10800,
+      "tokens_per_second_per_gpu": 493.64
+    },
+    {
+      "epoch": 0.9877105143377333,
+      "grad_norm": 0.979972243309021,
+      "learning_rate": 4.6783444933458284e-05,
+      "loss": 1.0246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10850,
+      "tokens_per_second_per_gpu": 477.13
+    },
+    {
+      "epoch": 0.9922621756941283,
+      "grad_norm": 1.1155357360839844,
+      "learning_rate": 4.673454742678102e-05,
+      "loss": 1.0532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10900,
+      "tokens_per_second_per_gpu": 505.17
+    },
+    {
+      "epoch": 0.9968138370505234,
+      "grad_norm": 1.1054545640945435,
+      "learning_rate": 4.668530700654262e-05,
+      "loss": 1.0041,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 10950,
+      "tokens_per_second_per_gpu": 488.33
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.9990127086639404,
+      "eval_runtime": 196.2105,
+      "eval_samples_per_second": 5.091,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 10985
+    },
+    {
+      "epoch": 1.0013654984069185,
+      "grad_norm": 1.1925528049468994,
+      "learning_rate": 4.663572444962643e-05,
+      "loss": 0.9915,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11000,
+      "tokens_per_second_per_gpu": 156.98
+    },
+    {
+      "epoch": 1.0059171597633136,
+      "grad_norm": 0.992103099822998,
+      "learning_rate": 4.6585800538313775e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11050,
+      "tokens_per_second_per_gpu": 489.01
+    },
+    {
+      "epoch": 1.0104688211197086,
+      "grad_norm": 1.2271318435668945,
+      "learning_rate": 4.65355360602717e-05,
+      "loss": 0.9327,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11100,
+      "tokens_per_second_per_gpu": 490.63
+    },
+    {
+      "epoch": 1.0150204824761038,
+      "grad_norm": 1.0395036935806274,
+      "learning_rate": 4.648493180854047e-05,
+      "loss": 0.899,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11150,
+      "tokens_per_second_per_gpu": 449.05
+    },
+    {
+      "epoch": 1.019572143832499,
+      "grad_norm": 1.3653130531311035,
+      "learning_rate": 4.643398858152105e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11200,
+      "tokens_per_second_per_gpu": 515.45
+    },
+    {
+      "epoch": 1.024123805188894,
+      "grad_norm": 1.3725383281707764,
+      "learning_rate": 4.638270718296258e-05,
+      "loss": 0.9242,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11250,
+      "tokens_per_second_per_gpu": 487.43
+    },
+    {
+      "epoch": 1.028675466545289,
+      "grad_norm": 1.0027776956558228,
+      "learning_rate": 4.633108842194962e-05,
+      "loss": 0.9418,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11300,
+      "tokens_per_second_per_gpu": 478.63
+    },
+    {
+      "epoch": 1.033227127901684,
+      "grad_norm": 1.1604491472244263,
+      "learning_rate": 4.627913311288944e-05,
+      "loss": 0.9295,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11350,
+      "tokens_per_second_per_gpu": 491.69
+    },
+    {
+      "epoch": 1.0377787892580792,
+      "grad_norm": 1.3307735919952393,
+      "learning_rate": 4.622684207549913e-05,
+      "loss": 0.9296,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11400,
+      "tokens_per_second_per_gpu": 448.98
+    },
+    {
+      "epoch": 1.0423304506144744,
+      "grad_norm": 1.0178179740905762,
+      "learning_rate": 4.617421613479268e-05,
+      "loss": 0.9336,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11450,
+      "tokens_per_second_per_gpu": 480.76
+    },
+    {
+      "epoch": 1.0468821119708693,
+      "grad_norm": 1.0577303171157837,
+      "learning_rate": 4.612125612106798e-05,
+      "loss": 0.9485,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11500,
+      "tokens_per_second_per_gpu": 508.24
+    },
+    {
+      "epoch": 1.0514337733272645,
+      "grad_norm": 1.1296515464782715,
+      "learning_rate": 4.60679628698937e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11550,
+      "tokens_per_second_per_gpu": 497.07
+    },
+    {
+      "epoch": 1.0559854346836595,
+      "grad_norm": 1.32448410987854,
+      "learning_rate": 4.601433722209612e-05,
+      "loss": 0.9302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11600,
+      "tokens_per_second_per_gpu": 477.75
+    },
+    {
+      "epoch": 1.0605370960400546,
+      "grad_norm": 1.3123842477798462,
+      "learning_rate": 4.5960380023745844e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11650,
+      "tokens_per_second_per_gpu": 459.27
+    },
+    {
+      "epoch": 1.0650887573964498,
+      "grad_norm": 0.8736046552658081,
+      "learning_rate": 4.5906092126144465e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11700,
+      "tokens_per_second_per_gpu": 474.28
+    },
+    {
+      "epoch": 1.0696404187528448,
+      "grad_norm": 0.9919261336326599,
+      "learning_rate": 4.585147438581116e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11750,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 1.07419208010924,
+      "grad_norm": 1.0609310865402222,
+      "learning_rate": 4.579652766446913e-05,
+      "loss": 0.9131,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11800,
+      "tokens_per_second_per_gpu": 473.81
+    },
+    {
+      "epoch": 1.078743741465635,
+      "grad_norm": 1.113976001739502,
+      "learning_rate": 4.574125282903203e-05,
+      "loss": 0.9265,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11850,
+      "tokens_per_second_per_gpu": 492.49
+    },
+    {
+      "epoch": 1.08329540282203,
+      "grad_norm": 1.1453485488891602,
+      "learning_rate": 4.568565075159027e-05,
+      "loss": 0.9169,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11900,
+      "tokens_per_second_per_gpu": 475.74
+    },
+    {
+      "epoch": 1.087847064178425,
+      "grad_norm": 1.2608872652053833,
+      "learning_rate": 4.562972230939729e-05,
+      "loss": 0.9068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 11950,
+      "tokens_per_second_per_gpu": 468.6
+    },
+    {
+      "epoch": 1.0923987255348202,
+      "grad_norm": 1.3225691318511963,
+      "learning_rate": 4.55734683848557e-05,
+      "loss": 0.9241,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12000,
+      "tokens_per_second_per_gpu": 464.81
+    },
+    {
+      "epoch": 1.0969503868912154,
+      "grad_norm": 1.1706981658935547,
+      "learning_rate": 4.5516889865503356e-05,
+      "loss": 0.9294,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12050,
+      "tokens_per_second_per_gpu": 492.18
+    },
+    {
+      "epoch": 1.1015020482476103,
+      "grad_norm": 1.0240581035614014,
+      "learning_rate": 4.5459987643999346e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12100,
+      "tokens_per_second_per_gpu": 490.56
+    },
+    {
+      "epoch": 1.1060537096040055,
+      "grad_norm": 1.1509757041931152,
+      "learning_rate": 4.540276261810995e-05,
+      "loss": 0.9343,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12150,
+      "tokens_per_second_per_gpu": 480.25
+    },
+    {
+      "epoch": 1.1106053709604005,
+      "grad_norm": 1.0813158750534058,
+      "learning_rate": 4.534521569069441e-05,
+      "loss": 0.9406,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12200,
+      "tokens_per_second_per_gpu": 504.6
+    },
+    {
+      "epoch": 1.1151570323167956,
+      "grad_norm": 1.1653159856796265,
+      "learning_rate": 4.528734776969076e-05,
+      "loss": 0.9137,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12250,
+      "tokens_per_second_per_gpu": 492.69
+    },
+    {
+      "epoch": 1.1197086936731908,
+      "grad_norm": 1.3311009407043457,
+      "learning_rate": 4.522915976810142e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12300,
+      "tokens_per_second_per_gpu": 501.51
+    },
+    {
+      "epoch": 1.1242603550295858,
+      "grad_norm": 1.2626206874847412,
+      "learning_rate": 4.517065260397887e-05,
+      "loss": 0.9156,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12350,
+      "tokens_per_second_per_gpu": 532.67
+    },
+    {
+      "epoch": 1.128812016385981,
+      "grad_norm": 1.1765090227127075,
+      "learning_rate": 4.5111827200411103e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12400,
+      "tokens_per_second_per_gpu": 487.97
+    },
+    {
+      "epoch": 1.133363677742376,
+      "grad_norm": 1.1673645973205566,
+      "learning_rate": 4.5052684485507115e-05,
+      "loss": 0.9481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12450,
+      "tokens_per_second_per_gpu": 477.33
+    },
+    {
+      "epoch": 1.137915339098771,
+      "grad_norm": 0.9426007270812988,
+      "learning_rate": 4.49932253923822e-05,
+      "loss": 0.9308,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12500,
+      "tokens_per_second_per_gpu": 519.72
+    },
+    {
+      "epoch": 1.142467000455166,
+      "grad_norm": 1.1850651502609253,
+      "learning_rate": 4.4933450859143285e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12550,
+      "tokens_per_second_per_gpu": 496.12
+    },
+    {
+      "epoch": 1.1470186618115612,
+      "grad_norm": 1.0401122570037842,
+      "learning_rate": 4.48733618288741e-05,
+      "loss": 0.9442,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12600,
+      "tokens_per_second_per_gpu": 516.32
+    },
+    {
+      "epoch": 1.1515703231679564,
+      "grad_norm": 2.068197011947632,
+      "learning_rate": 4.481295924962031e-05,
+      "loss": 0.9757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12650,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 1.1561219845243513,
+      "grad_norm": 1.1467478275299072,
+      "learning_rate": 4.4752244074374536e-05,
+      "loss": 0.9359,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12700,
+      "tokens_per_second_per_gpu": 511.2
+    },
+    {
+      "epoch": 1.1606736458807465,
+      "grad_norm": 1.0898977518081665,
+      "learning_rate": 4.469121726106136e-05,
+      "loss": 0.9311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12750,
+      "tokens_per_second_per_gpu": 499.45
+    },
+    {
+      "epoch": 1.1652253072371415,
+      "grad_norm": 1.2766635417938232,
+      "learning_rate": 4.462987977252216e-05,
+      "loss": 0.9584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12800,
+      "tokens_per_second_per_gpu": 517.46
+    },
+    {
+      "epoch": 1.1697769685935366,
+      "grad_norm": 1.1439895629882812,
+      "learning_rate": 4.456823257649996e-05,
+      "loss": 0.9324,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12850,
+      "tokens_per_second_per_gpu": 482.99
+    },
+    {
+      "epoch": 1.1743286299499318,
+      "grad_norm": 1.1042931079864502,
+      "learning_rate": 4.4506276645624164e-05,
+      "loss": 0.9518,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12900,
+      "tokens_per_second_per_gpu": 506.33
+    },
+    {
+      "epoch": 1.1788802913063268,
+      "grad_norm": 1.3344614505767822,
+      "learning_rate": 4.4444012957395156e-05,
+      "loss": 0.9297,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 12950,
+      "tokens_per_second_per_gpu": 491.54
+    },
+    {
+      "epoch": 1.183431952662722,
+      "grad_norm": 1.2166317701339722,
+      "learning_rate": 4.438144249416893e-05,
+      "loss": 0.9451,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13000,
+      "tokens_per_second_per_gpu": 516.63
+    },
+    {
+      "epoch": 1.187983614019117,
+      "grad_norm": 1.0666178464889526,
+      "learning_rate": 4.4318566243141614e-05,
+      "loss": 0.9371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13050,
+      "tokens_per_second_per_gpu": 514.72
+    },
+    {
+      "epoch": 1.192535275375512,
+      "grad_norm": 0.9203543066978455,
+      "learning_rate": 4.425538519633379e-05,
+      "loss": 0.9164,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13100,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.1970869367319072,
+      "grad_norm": 1.1851335763931274,
+      "learning_rate": 4.419190035057497e-05,
+      "loss": 0.9459,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13150,
+      "tokens_per_second_per_gpu": 507.24
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.9950478672981262,
+      "eval_runtime": 195.7919,
+      "eval_samples_per_second": 5.102,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 13182
+    },
+    {
+      "epoch": 1.2016385980883022,
+      "grad_norm": 1.0488026142120361,
+      "learning_rate": 4.412811270748776e-05,
+      "loss": 0.9368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13200,
+      "tokens_per_second_per_gpu": 177.13
+    },
+    {
+      "epoch": 1.2061902594446974,
+      "grad_norm": 0.9081180691719055,
+      "learning_rate": 4.4064023273472156e-05,
+      "loss": 0.9289,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13250,
+      "tokens_per_second_per_gpu": 510.55
+    },
+    {
+      "epoch": 1.2107419208010923,
+      "grad_norm": 1.1023324728012085,
+      "learning_rate": 4.3999633059689566e-05,
+      "loss": 0.9439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13300,
+      "tokens_per_second_per_gpu": 500.84
+    },
+    {
+      "epoch": 1.2152935821574875,
+      "grad_norm": 1.2254292964935303,
+      "learning_rate": 4.393494308204693e-05,
+      "loss": 0.92,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13350,
+      "tokens_per_second_per_gpu": 454.8
+    },
+    {
+      "epoch": 1.2198452435138827,
+      "grad_norm": 1.0367655754089355,
+      "learning_rate": 4.3869954361180676e-05,
+      "loss": 0.9393,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13400,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 1.2243969048702776,
+      "grad_norm": 1.5422024726867676,
+      "learning_rate": 4.380466792244059e-05,
+      "loss": 0.9323,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13450,
+      "tokens_per_second_per_gpu": 501.73
+    },
+    {
+      "epoch": 1.2289485662266728,
+      "grad_norm": 1.0496447086334229,
+      "learning_rate": 4.373908479587366e-05,
+      "loss": 0.9177,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.2335002275830678,
+      "grad_norm": 1.2163076400756836,
+      "learning_rate": 4.367320601620784e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13550,
+      "tokens_per_second_per_gpu": 483.1
+    },
+    {
+      "epoch": 1.238051888939463,
+      "grad_norm": 1.3128591775894165,
+      "learning_rate": 4.360703262283568e-05,
+      "loss": 0.9002,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13600,
+      "tokens_per_second_per_gpu": 433.67
+    },
+    {
+      "epoch": 1.242603550295858,
+      "grad_norm": 1.1230911016464233,
+      "learning_rate": 4.354056565979796e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13650,
+      "tokens_per_second_per_gpu": 454.13
+    },
+    {
+      "epoch": 1.247155211652253,
+      "grad_norm": 1.0309466123580933,
+      "learning_rate": 4.347380617576723e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13700,
+      "tokens_per_second_per_gpu": 484.99
+    },
+    {
+      "epoch": 1.251706873008648,
+      "grad_norm": 0.8729075193405151,
+      "learning_rate": 4.3406755224031225e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13750,
+      "tokens_per_second_per_gpu": 512.03
+    },
+    {
+      "epoch": 1.2562585343650432,
+      "grad_norm": 1.2097883224487305,
+      "learning_rate": 4.3339413862476285e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13800,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.2608101957214384,
+      "grad_norm": 1.1136751174926758,
+      "learning_rate": 4.327178315357063e-05,
+      "loss": 0.9261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13850,
+      "tokens_per_second_per_gpu": 510.2
+    },
+    {
+      "epoch": 1.2653618570778333,
+      "grad_norm": 1.1039016246795654,
+      "learning_rate": 4.320386416434764e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13900,
+      "tokens_per_second_per_gpu": 506.68
+    },
+    {
+      "epoch": 1.2699135184342285,
+      "grad_norm": 1.1589677333831787,
+      "learning_rate": 4.3135657966388946e-05,
+      "loss": 0.9201,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 13950,
+      "tokens_per_second_per_gpu": 504.49
+    },
+    {
+      "epoch": 1.2744651797906235,
+      "grad_norm": 1.0915837287902832,
+      "learning_rate": 4.306716563580763e-05,
+      "loss": 0.9389,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14000,
+      "tokens_per_second_per_gpu": 515.74
+    },
+    {
+      "epoch": 1.2790168411470186,
+      "grad_norm": 1.0671683549880981,
+      "learning_rate": 4.299838825323115e-05,
+      "loss": 0.9502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14050,
+      "tokens_per_second_per_gpu": 519.69
+    },
+    {
+      "epoch": 1.2835685025034138,
+      "grad_norm": 1.0630742311477661,
+      "learning_rate": 4.2929326903784345e-05,
+      "loss": 0.9269,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14100,
+      "tokens_per_second_per_gpu": 478.24
+    },
+    {
+      "epoch": 1.2881201638598088,
+      "grad_norm": 1.12111496925354,
+      "learning_rate": 4.285998267707229e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14150,
+      "tokens_per_second_per_gpu": 504.36
+    },
+    {
+      "epoch": 1.292671825216204,
+      "grad_norm": 1.1524324417114258,
+      "learning_rate": 4.2790356667163125e-05,
+      "loss": 0.9401,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14200,
+      "tokens_per_second_per_gpu": 499.08
+    },
+    {
+      "epoch": 1.297223486572599,
+      "grad_norm": 1.3202351331710815,
+      "learning_rate": 4.272044997257077e-05,
+      "loss": 0.9413,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14250,
+      "tokens_per_second_per_gpu": 502.27
+    },
+    {
+      "epoch": 1.301775147928994,
+      "grad_norm": 1.1498830318450928,
+      "learning_rate": 4.265026369623761e-05,
+      "loss": 0.908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14300,
+      "tokens_per_second_per_gpu": 475.5
+    },
+    {
+      "epoch": 1.3063268092853892,
+      "grad_norm": 1.057232141494751,
+      "learning_rate": 4.257979894551709e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14350,
+      "tokens_per_second_per_gpu": 501.65
+    },
+    {
+      "epoch": 1.3108784706417842,
+      "grad_norm": 1.2352851629257202,
+      "learning_rate": 4.2509056832156246e-05,
+      "loss": 0.9111,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 1.3154301319981794,
+      "grad_norm": 1.4061874151229858,
+      "learning_rate": 4.2438038472278154e-05,
+      "loss": 0.9255,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14450,
+      "tokens_per_second_per_gpu": 474.92
+    },
+    {
+      "epoch": 1.3199817933545743,
+      "grad_norm": 1.0230389833450317,
+      "learning_rate": 4.236674498636434e-05,
+      "loss": 0.9517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14500,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 1.3245334547109695,
+      "grad_norm": 1.123724102973938,
+      "learning_rate": 4.229517749923708e-05,
+      "loss": 0.9185,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14550,
+      "tokens_per_second_per_gpu": 476.22
+    },
+    {
+      "epoch": 1.3290851160673647,
+      "grad_norm": 1.2315624952316284,
+      "learning_rate": 4.2223337140041645e-05,
+      "loss": 0.9355,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14600,
+      "tokens_per_second_per_gpu": 482.01
+    },
+    {
+      "epoch": 1.3336367774237596,
+      "grad_norm": 1.0510320663452148,
+      "learning_rate": 4.215122504222855e-05,
+      "loss": 0.9217,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14650,
+      "tokens_per_second_per_gpu": 488.41
+    },
+    {
+      "epoch": 1.3381884387801548,
+      "grad_norm": 1.1847153902053833,
+      "learning_rate": 4.207884234353559e-05,
+      "loss": 0.9199,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14700,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 1.3427401001365498,
+      "grad_norm": 1.2461003065109253,
+      "learning_rate": 4.2006190185969916e-05,
+      "loss": 0.9372,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14750,
+      "tokens_per_second_per_gpu": 486.24
+    },
+    {
+      "epoch": 1.347291761492945,
+      "grad_norm": 1.0908567905426025,
+      "learning_rate": 4.193326971579008e-05,
+      "loss": 0.945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14800,
+      "tokens_per_second_per_gpu": 475.48
+    },
+    {
+      "epoch": 1.3518434228493401,
+      "grad_norm": 0.9096114039421082,
+      "learning_rate": 4.186008208348783e-05,
+      "loss": 0.8984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14850,
+      "tokens_per_second_per_gpu": 452.45
+    },
+    {
+      "epoch": 1.356395084205735,
+      "grad_norm": 1.0902049541473389,
+      "learning_rate": 4.178662844377006e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14900,
+      "tokens_per_second_per_gpu": 480.1
+    },
+    {
+      "epoch": 1.3609467455621302,
+      "grad_norm": 1.561834692955017,
+      "learning_rate": 4.171290995554056e-05,
+      "loss": 0.9319,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 14950,
+      "tokens_per_second_per_gpu": 462.48
+    },
+    {
+      "epoch": 1.3654984069185252,
+      "grad_norm": 1.1353206634521484,
+      "learning_rate": 4.163892778188171e-05,
+      "loss": 0.9382,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15000,
+      "tokens_per_second_per_gpu": 486.98
+    },
+    {
+      "epoch": 1.3700500682749204,
+      "grad_norm": 0.9608362913131714,
+      "learning_rate": 4.156468309003616e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15050,
+      "tokens_per_second_per_gpu": 492.52
+    },
+    {
+      "epoch": 1.3746017296313155,
+      "grad_norm": 1.2019129991531372,
+      "learning_rate": 4.149017705138839e-05,
+      "loss": 0.9274,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15100,
+      "tokens_per_second_per_gpu": 506.49
+    },
+    {
+      "epoch": 1.3791533909877105,
+      "grad_norm": 1.0083372592926025,
+      "learning_rate": 4.1415410841446254e-05,
+      "loss": 0.9357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15150,
+      "tokens_per_second_per_gpu": 494.77
+    },
+    {
+      "epoch": 1.3837050523441057,
+      "grad_norm": 0.9793724417686462,
+      "learning_rate": 4.134038563982241e-05,
+      "loss": 0.9472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15200,
+      "tokens_per_second_per_gpu": 491.95
+    },
+    {
+      "epoch": 1.3882567137005006,
+      "grad_norm": 1.1577225923538208,
+      "learning_rate": 4.126510263021572e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15250,
+      "tokens_per_second_per_gpu": 471.93
+    },
+    {
+      "epoch": 1.3928083750568958,
+      "grad_norm": 1.3958821296691895,
+      "learning_rate": 4.1189563000392564e-05,
+      "loss": 0.902,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15300,
+      "tokens_per_second_per_gpu": 466.16
+    },
+    {
+      "epoch": 1.397360036413291,
+      "grad_norm": 1.136844277381897,
+      "learning_rate": 4.111376794216813e-05,
+      "loss": 0.9329,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15350,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.9896542429924011,
+      "eval_runtime": 199.7817,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 0.36,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 15379
+    },
+    {
+      "epoch": 1.401911697769686,
+      "grad_norm": 1.1986658573150635,
+      "learning_rate": 4.103771865138757e-05,
+      "loss": 0.8975,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15400,
+      "tokens_per_second_per_gpu": 191.15
+    },
+    {
+      "epoch": 1.406463359126081,
+      "grad_norm": 1.2396776676177979,
+      "learning_rate": 4.096141632790717e-05,
+      "loss": 0.9352,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15450,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 1.411015020482476,
+      "grad_norm": 1.1720110177993774,
+      "learning_rate": 4.0884862175575376e-05,
+      "loss": 0.9341,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15500,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 1.4155666818388712,
+      "grad_norm": 1.0548924207687378,
+      "learning_rate": 4.0808057402213855e-05,
+      "loss": 0.932,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15550,
+      "tokens_per_second_per_gpu": 519.27
+    },
+    {
+      "epoch": 1.4201183431952662,
+      "grad_norm": 1.3402786254882812,
+      "learning_rate": 4.073100321959838e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15600,
+      "tokens_per_second_per_gpu": 495.6
+    },
+    {
+      "epoch": 1.4246700045516614,
+      "grad_norm": 1.2365429401397705,
+      "learning_rate": 4.065370084343978e-05,
+      "loss": 0.9325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15650,
+      "tokens_per_second_per_gpu": 473.0
+    },
+    {
+      "epoch": 1.4292216659080563,
+      "grad_norm": 1.2400281429290771,
+      "learning_rate": 4.057615149336468e-05,
+      "loss": 0.9391,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15700,
+      "tokens_per_second_per_gpu": 514.35
+    },
+    {
+      "epoch": 1.4337733272644515,
+      "grad_norm": 1.0249978303909302,
+      "learning_rate": 4.0498356392896305e-05,
+      "loss": 0.9449,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15750,
+      "tokens_per_second_per_gpu": 471.7
+    },
+    {
+      "epoch": 1.4383249886208467,
+      "grad_norm": 1.4083410501480103,
+      "learning_rate": 4.042031676943521e-05,
+      "loss": 0.9456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15800,
+      "tokens_per_second_per_gpu": 528.47
+    },
+    {
+      "epoch": 1.4428766499772416,
+      "grad_norm": 1.1018062829971313,
+      "learning_rate": 4.034203385423983e-05,
+      "loss": 0.9328,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15850,
+      "tokens_per_second_per_gpu": 515.51
+    },
+    {
+      "epoch": 1.4474283113336368,
+      "grad_norm": 1.071813702583313,
+      "learning_rate": 4.0263508882407097e-05,
+      "loss": 0.935,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15900,
+      "tokens_per_second_per_gpu": 494.51
+    },
+    {
+      "epoch": 1.4519799726900318,
+      "grad_norm": 0.9755890369415283,
+      "learning_rate": 4.0184743092853005e-05,
+      "loss": 0.9373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 15950,
+      "tokens_per_second_per_gpu": 527.57
+    },
+    {
+      "epoch": 1.456531634046427,
+      "grad_norm": 1.1645768880844116,
+      "learning_rate": 4.010573772829297e-05,
+      "loss": 0.9303,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16000,
+      "tokens_per_second_per_gpu": 481.61
+    },
+    {
+      "epoch": 1.4610832954028221,
+      "grad_norm": 1.2208948135375977,
+      "learning_rate": 4.002649403522226e-05,
+      "loss": 0.9087,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16050,
+      "tokens_per_second_per_gpu": 469.81
+    },
+    {
+      "epoch": 1.465634956759217,
+      "grad_norm": 1.198129653930664,
+      "learning_rate": 3.9947013263896385e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16100,
+      "tokens_per_second_per_gpu": 459.62
+    },
+    {
+      "epoch": 1.4701866181156122,
+      "grad_norm": 1.2478697299957275,
+      "learning_rate": 3.986729666831126e-05,
+      "loss": 0.9258,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16150,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 1.4747382794720072,
+      "grad_norm": 1.1567541360855103,
+      "learning_rate": 3.978734550618353e-05,
+      "loss": 0.9123,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16200,
+      "tokens_per_second_per_gpu": 473.73
+    },
+    {
+      "epoch": 1.4792899408284024,
+      "grad_norm": 1.2206943035125732,
+      "learning_rate": 3.970716103893065e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16250,
+      "tokens_per_second_per_gpu": 485.22
+    },
+    {
+      "epoch": 1.4838416021847975,
+      "grad_norm": 1.3736034631729126,
+      "learning_rate": 3.9626744531651036e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16300,
+      "tokens_per_second_per_gpu": 502.59
+    },
+    {
+      "epoch": 1.4883932635411925,
+      "grad_norm": 1.0454034805297852,
+      "learning_rate": 3.954609725310405e-05,
+      "loss": 0.9211,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16350,
+      "tokens_per_second_per_gpu": 493.05
+    },
+    {
+      "epoch": 1.4929449248975877,
+      "grad_norm": 1.0870639085769653,
+      "learning_rate": 3.946522047569005e-05,
+      "loss": 0.9063,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16400,
+      "tokens_per_second_per_gpu": 452.05
+    },
+    {
+      "epoch": 1.4974965862539826,
+      "grad_norm": 0.9848358631134033,
+      "learning_rate": 3.938411547543023e-05,
+      "loss": 0.9153,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16450,
+      "tokens_per_second_per_gpu": 475.41
+    },
+    {
+      "epoch": 1.5020482476103778,
+      "grad_norm": 1.014233946800232,
+      "learning_rate": 3.930278353194658e-05,
+      "loss": 0.9268,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16500,
+      "tokens_per_second_per_gpu": 488.53
+    },
+    {
+      "epoch": 1.506599908966773,
+      "grad_norm": 1.2883192300796509,
+      "learning_rate": 3.9221225928441634e-05,
+      "loss": 0.9417,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16550,
+      "tokens_per_second_per_gpu": 455.43
+    },
+    {
+      "epoch": 1.511151570323168,
+      "grad_norm": 1.175374150276184,
+      "learning_rate": 3.913944395167825e-05,
+      "loss": 0.9091,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16600,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 1.515703231679563,
+      "grad_norm": 1.1349321603775024,
+      "learning_rate": 3.9057438891959284e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16650,
+      "tokens_per_second_per_gpu": 481.05
+    },
+    {
+      "epoch": 1.520254893035958,
+      "grad_norm": 1.1461342573165894,
+      "learning_rate": 3.8975212043107274e-05,
+      "loss": 0.94,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16700,
+      "tokens_per_second_per_gpu": 526.13
+    },
+    {
+      "epoch": 1.5248065543923532,
+      "grad_norm": 1.3331114053726196,
+      "learning_rate": 3.8892764702443986e-05,
+      "loss": 0.9189,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16750,
+      "tokens_per_second_per_gpu": 468.65
+    },
+    {
+      "epoch": 1.5293582157487484,
+      "grad_norm": 1.2893600463867188,
+      "learning_rate": 3.8810098170769964e-05,
+      "loss": 0.9374,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16800,
+      "tokens_per_second_per_gpu": 502.33
+    },
+    {
+      "epoch": 1.5339098771051434,
+      "grad_norm": 1.2013905048370361,
+      "learning_rate": 3.8727213752344015e-05,
+      "loss": 0.9344,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16850,
+      "tokens_per_second_per_gpu": 489.3
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.1550096273422241,
+      "learning_rate": 3.8644112754862614e-05,
+      "loss": 0.9253,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16900,
+      "tokens_per_second_per_gpu": 497.09
+    },
+    {
+      "epoch": 1.5430131998179335,
+      "grad_norm": 1.0183569192886353,
+      "learning_rate": 3.856079648943929e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 16950,
+      "tokens_per_second_per_gpu": 481.68
+    },
+    {
+      "epoch": 1.5475648611743287,
+      "grad_norm": 1.1174321174621582,
+      "learning_rate": 3.84772662705839e-05,
+      "loss": 0.942,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17000,
+      "tokens_per_second_per_gpu": 499.8
+    },
+    {
+      "epoch": 1.5521165225307239,
+      "grad_norm": 1.1995723247528076,
+      "learning_rate": 3.8393523416181955e-05,
+      "loss": 0.9161,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17050,
+      "tokens_per_second_per_gpu": 479.92
+    },
+    {
+      "epoch": 1.5566681838871188,
+      "grad_norm": 1.2188096046447754,
+      "learning_rate": 3.8309569247473766e-05,
+      "loss": 0.9074,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17100,
+      "tokens_per_second_per_gpu": 458.16
+    },
+    {
+      "epoch": 1.5612198452435138,
+      "grad_norm": 1.2756145000457764,
+      "learning_rate": 3.822540508903364e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17150,
+      "tokens_per_second_per_gpu": 487.17
+    },
+    {
+      "epoch": 1.565771506599909,
+      "grad_norm": 1.1586005687713623,
+      "learning_rate": 3.814103226874896e-05,
+      "loss": 0.937,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17200,
+      "tokens_per_second_per_gpu": 473.34
+    },
+    {
+      "epoch": 1.5703231679563041,
+      "grad_norm": 1.2390333414077759,
+      "learning_rate": 3.805645211779924e-05,
+      "loss": 0.923,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17250,
+      "tokens_per_second_per_gpu": 506.31
+    },
+    {
+      "epoch": 1.5748748293126993,
+      "grad_norm": 1.0773036479949951,
+      "learning_rate": 3.7971665970635124e-05,
+      "loss": 0.9124,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17300,
+      "tokens_per_second_per_gpu": 475.61
+    },
+    {
+      "epoch": 1.5794264906690942,
+      "grad_norm": 1.438437581062317,
+      "learning_rate": 3.788667516495732e-05,
+      "loss": 0.9285,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17350,
+      "tokens_per_second_per_gpu": 472.1
+    },
+    {
+      "epoch": 1.5839781520254892,
+      "grad_norm": 1.0797569751739502,
+      "learning_rate": 3.780148104169552e-05,
+      "loss": 0.9061,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17400,
+      "tokens_per_second_per_gpu": 478.69
+    },
+    {
+      "epoch": 1.5885298133818844,
+      "grad_norm": 2.565443992614746,
+      "learning_rate": 3.771608494498722e-05,
+      "loss": 0.9014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17450,
+      "tokens_per_second_per_gpu": 465.42
+    },
+    {
+      "epoch": 1.5930814747382795,
+      "grad_norm": 1.248572826385498,
+      "learning_rate": 3.763048822215652e-05,
+      "loss": 0.9448,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17500,
+      "tokens_per_second_per_gpu": 514.78
+    },
+    {
+      "epoch": 1.5976331360946747,
+      "grad_norm": 1.2229149341583252,
+      "learning_rate": 3.754469222369288e-05,
+      "loss": 0.9445,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17550,
+      "tokens_per_second_per_gpu": 491.23
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.978286862373352,
+      "eval_runtime": 196.934,
+      "eval_samples_per_second": 5.073,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 17576
+    },
+    {
+      "epoch": 1.6021847974510697,
+      "grad_norm": 1.1244183778762817,
+      "learning_rate": 3.745869830322979e-05,
+      "loss": 0.9362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17600,
+      "tokens_per_second_per_gpu": 234.94
+    },
+    {
+      "epoch": 1.6067364588074646,
+      "grad_norm": 0.8700757026672363,
+      "learning_rate": 3.7372507817523425e-05,
+      "loss": 0.916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17650,
+      "tokens_per_second_per_gpu": 487.41
+    },
+    {
+      "epoch": 1.6112881201638598,
+      "grad_norm": 1.0719106197357178,
+      "learning_rate": 3.7286122126431243e-05,
+      "loss": 0.9229,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17700,
+      "tokens_per_second_per_gpu": 496.3
+    },
+    {
+      "epoch": 1.615839781520255,
+      "grad_norm": 1.4649990797042847,
+      "learning_rate": 3.719954259289053e-05,
+      "loss": 0.9109,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17750,
+      "tokens_per_second_per_gpu": 487.75
+    },
+    {
+      "epoch": 1.62039144287665,
+      "grad_norm": 1.1497403383255005,
+      "learning_rate": 3.711277058289687e-05,
+      "loss": 0.9168,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17800,
+      "tokens_per_second_per_gpu": 496.72
+    },
+    {
+      "epoch": 1.624943104233045,
+      "grad_norm": 1.1114615201950073,
+      "learning_rate": 3.702580746548266e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17850,
+      "tokens_per_second_per_gpu": 488.84
+    },
+    {
+      "epoch": 1.62949476558944,
+      "grad_norm": 1.0297075510025024,
+      "learning_rate": 3.6938654612695414e-05,
+      "loss": 0.8966,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17900,
+      "tokens_per_second_per_gpu": 469.83
+    },
+    {
+      "epoch": 1.6340464269458352,
+      "grad_norm": 0.9728580713272095,
+      "learning_rate": 3.6851313399576205e-05,
+      "loss": 0.9375,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 17950,
+      "tokens_per_second_per_gpu": 491.73
+    },
+    {
+      "epoch": 1.6385980883022304,
+      "grad_norm": 1.536992073059082,
+      "learning_rate": 3.6763785204137916e-05,
+      "loss": 0.9432,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18000,
+      "tokens_per_second_per_gpu": 495.98
+    },
+    {
+      "epoch": 1.6431497496586254,
+      "grad_norm": 1.3161475658416748,
+      "learning_rate": 3.6676071407343504e-05,
+      "loss": 0.9226,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18050,
+      "tokens_per_second_per_gpu": 496.59
+    },
+    {
+      "epoch": 1.6477014110150203,
+      "grad_norm": 1.2327815294265747,
+      "learning_rate": 3.6588173393084256e-05,
+      "loss": 0.9435,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18100,
+      "tokens_per_second_per_gpu": 507.17
+    },
+    {
+      "epoch": 1.6522530723714155,
+      "grad_norm": 1.203054666519165,
+      "learning_rate": 3.6500092548157905e-05,
+      "loss": 0.9309,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18150,
+      "tokens_per_second_per_gpu": 508.55
+    },
+    {
+      "epoch": 1.6568047337278107,
+      "grad_norm": 1.238101840019226,
+      "learning_rate": 3.641183026224675e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18200,
+      "tokens_per_second_per_gpu": 462.61
+    },
+    {
+      "epoch": 1.6613563950842059,
+      "grad_norm": 1.1978271007537842,
+      "learning_rate": 3.6323387927895784e-05,
+      "loss": 0.9035,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18250,
+      "tokens_per_second_per_gpu": 473.23
+    },
+    {
+      "epoch": 1.6659080564406008,
+      "grad_norm": 1.2342469692230225,
+      "learning_rate": 3.6234766940490654e-05,
+      "loss": 0.9249,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18300,
+      "tokens_per_second_per_gpu": 516.71
+    },
+    {
+      "epoch": 1.6704597177969958,
+      "grad_norm": 1.2014917135238647,
+      "learning_rate": 3.61459686982357e-05,
+      "loss": 0.927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18350,
+      "tokens_per_second_per_gpu": 501.19
+    },
+    {
+      "epoch": 1.675011379153391,
+      "grad_norm": 1.1069117784500122,
+      "learning_rate": 3.6056994602131864e-05,
+      "loss": 0.9165,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18400,
+      "tokens_per_second_per_gpu": 496.47
+    },
+    {
+      "epoch": 1.679563040509786,
+      "grad_norm": 1.2550182342529297,
+      "learning_rate": 3.5967846055954594e-05,
+      "loss": 0.9243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18450,
+      "tokens_per_second_per_gpu": 478.09
+    },
+    {
+      "epoch": 1.6841147018661813,
+      "grad_norm": 1.1848024129867554,
+      "learning_rate": 3.587852446623171e-05,
+      "loss": 0.9316,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18500,
+      "tokens_per_second_per_gpu": 493.94
+    },
+    {
+      "epoch": 1.6886663632225762,
+      "grad_norm": 1.1091415882110596,
+      "learning_rate": 3.578903124222119e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18550,
+      "tokens_per_second_per_gpu": 466.38
+    },
+    {
+      "epoch": 1.6932180245789712,
+      "grad_norm": 1.416194200515747,
+      "learning_rate": 3.569936779588896e-05,
+      "loss": 0.9016,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18600,
+      "tokens_per_second_per_gpu": 483.76
+    },
+    {
+      "epoch": 1.6977696859353664,
+      "grad_norm": 1.7901129722595215,
+      "learning_rate": 3.5609535541886564e-05,
+      "loss": 0.8922,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18650,
+      "tokens_per_second_per_gpu": 473.89
+    },
+    {
+      "epoch": 1.7023213472917615,
+      "grad_norm": 1.1177266836166382,
+      "learning_rate": 3.551953589752893e-05,
+      "loss": 0.9334,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18700,
+      "tokens_per_second_per_gpu": 493.15
+    },
+    {
+      "epoch": 1.7068730086481567,
+      "grad_norm": 1.293908953666687,
+      "learning_rate": 3.542937028277194e-05,
+      "loss": 0.9083,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18750,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 1.7114246700045517,
+      "grad_norm": 1.327156901359558,
+      "learning_rate": 3.533904012019007e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18800,
+      "tokens_per_second_per_gpu": 486.53
+    },
+    {
+      "epoch": 1.7159763313609466,
+      "grad_norm": 1.4621621370315552,
+      "learning_rate": 3.524854683495389e-05,
+      "loss": 0.9167,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18850,
+      "tokens_per_second_per_gpu": 459.05
+    },
+    {
+      "epoch": 1.7205279927173418,
+      "grad_norm": 1.3203855752944946,
+      "learning_rate": 3.515789185480763e-05,
+      "loss": 0.9088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18900,
+      "tokens_per_second_per_gpu": 482.55
+    },
+    {
+      "epoch": 1.725079654073737,
+      "grad_norm": 1.4525035619735718,
+      "learning_rate": 3.5067076610046637e-05,
+      "loss": 0.9222,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 18950,
+      "tokens_per_second_per_gpu": 495.94
+    },
+    {
+      "epoch": 1.7296313154301322,
+      "grad_norm": 1.3682067394256592,
+      "learning_rate": 3.497610253349482e-05,
+      "loss": 0.9337,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19000,
+      "tokens_per_second_per_gpu": 510.26
+    },
+    {
+      "epoch": 1.734182976786527,
+      "grad_norm": 1.1274014711380005,
+      "learning_rate": 3.488497106048202e-05,
+      "loss": 0.9039,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19050,
+      "tokens_per_second_per_gpu": 441.7
+    },
+    {
+      "epoch": 1.738734638142922,
+      "grad_norm": 1.4040976762771606,
+      "learning_rate": 3.4793683628821375e-05,
+      "loss": 0.9051,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19100,
+      "tokens_per_second_per_gpu": 480.65
+    },
+    {
+      "epoch": 1.7432862994993172,
+      "grad_norm": 1.467485785484314,
+      "learning_rate": 3.470224167878665e-05,
+      "loss": 0.8916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19150,
+      "tokens_per_second_per_gpu": 463.92
+    },
+    {
+      "epoch": 1.7478379608557124,
+      "grad_norm": 1.0342504978179932,
+      "learning_rate": 3.461064665308948e-05,
+      "loss": 0.9076,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19200,
+      "tokens_per_second_per_gpu": 491.85
+    },
+    {
+      "epoch": 1.7523896222121074,
+      "grad_norm": 1.26194167137146,
+      "learning_rate": 3.4518899996856646e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19250,
+      "tokens_per_second_per_gpu": 512.34
+    },
+    {
+      "epoch": 1.7569412835685025,
+      "grad_norm": 1.0763055086135864,
+      "learning_rate": 3.442700315760726e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19300,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 1.7614929449248975,
+      "grad_norm": 1.1700631380081177,
+      "learning_rate": 3.433495758522991e-05,
+      "loss": 0.9233,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19350,
+      "tokens_per_second_per_gpu": 483.16
+    },
+    {
+      "epoch": 1.7660446062812927,
+      "grad_norm": 1.190200924873352,
+      "learning_rate": 3.4242764731959806e-05,
+      "loss": 0.8992,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19400,
+      "tokens_per_second_per_gpu": 461.31
+    },
+    {
+      "epoch": 1.7705962676376878,
+      "grad_norm": 1.285638451576233,
+      "learning_rate": 3.415042605235585e-05,
+      "loss": 0.9174,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19450,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 1.7751479289940828,
+      "grad_norm": 1.2392321825027466,
+      "learning_rate": 3.4057943003277715e-05,
+      "loss": 0.9081,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19500,
+      "tokens_per_second_per_gpu": 484.25
+    },
+    {
+      "epoch": 1.779699590350478,
+      "grad_norm": 1.3192247152328491,
+      "learning_rate": 3.396531704386282e-05,
+      "loss": 0.9154,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19550,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.784251251706873,
+      "grad_norm": 1.1055296659469604,
+      "learning_rate": 3.387254963550337e-05,
+      "loss": 0.9097,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19600,
+      "tokens_per_second_per_gpu": 512.22
+    },
+    {
+      "epoch": 1.788802913063268,
+      "grad_norm": 1.2381501197814941,
+      "learning_rate": 3.37796422418232e-05,
+      "loss": 0.9446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19650,
+      "tokens_per_second_per_gpu": 540.49
+    },
+    {
+      "epoch": 1.7933545744196633,
+      "grad_norm": 1.1021363735198975,
+      "learning_rate": 3.36865963286548e-05,
+      "loss": 0.8913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19700,
+      "tokens_per_second_per_gpu": 452.57
+    },
+    {
+      "epoch": 1.7979062357760582,
+      "grad_norm": 1.132875680923462,
+      "learning_rate": 3.3593413364016094e-05,
+      "loss": 0.9434,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9705602526664734,
+      "eval_runtime": 196.6587,
+      "eval_samples_per_second": 5.08,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 19773
+    },
+    {
+      "epoch": 1.8024578971324532,
+      "grad_norm": 1.2874317169189453,
+      "learning_rate": 3.3500094818087316e-05,
+      "loss": 0.9099,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19800,
+      "tokens_per_second_per_gpu": 288.13
+    },
+    {
+      "epoch": 1.8070095584888484,
+      "grad_norm": 1.1182738542556763,
+      "learning_rate": 3.340664216318784e-05,
+      "loss": 0.9277,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19850,
+      "tokens_per_second_per_gpu": 498.5
+    },
+    {
+      "epoch": 1.8115612198452435,
+      "grad_norm": 1.5167587995529175,
+      "learning_rate": 3.3313056873752904e-05,
+      "loss": 0.9219,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19900,
+      "tokens_per_second_per_gpu": 513.06
+    },
+    {
+      "epoch": 1.8161128812016387,
+      "grad_norm": 1.1592515707015991,
+      "learning_rate": 3.3219340426310366e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 19950,
+      "tokens_per_second_per_gpu": 479.44
+    },
+    {
+      "epoch": 1.8206645425580337,
+      "grad_norm": 1.0731903314590454,
+      "learning_rate": 3.3125494299457416e-05,
+      "loss": 0.9122,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20000,
+      "tokens_per_second_per_gpu": 452.3
+    },
+    {
+      "epoch": 1.8252162039144286,
+      "grad_norm": 1.0888726711273193,
+      "learning_rate": 3.303151997383725e-05,
+      "loss": 0.9147,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20050,
+      "tokens_per_second_per_gpu": 499.11
+    },
+    {
+      "epoch": 1.8297678652708238,
+      "grad_norm": 1.3090068101882935,
+      "learning_rate": 3.293741893211567e-05,
+      "loss": 0.9166,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20100,
+      "tokens_per_second_per_gpu": 471.9
+    },
+    {
+      "epoch": 1.834319526627219,
+      "grad_norm": 1.3456158638000488,
+      "learning_rate": 3.2843192658957774e-05,
+      "loss": 0.9221,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20150,
+      "tokens_per_second_per_gpu": 482.15
+    },
+    {
+      "epoch": 1.8388711879836142,
+      "grad_norm": 1.1804425716400146,
+      "learning_rate": 3.274884264100442e-05,
+      "loss": 0.9416,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20200,
+      "tokens_per_second_per_gpu": 519.2
+    },
+    {
+      "epoch": 1.843422849340009,
+      "grad_norm": 1.1315155029296875,
+      "learning_rate": 3.265437036684889e-05,
+      "loss": 0.9423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20250,
+      "tokens_per_second_per_gpu": 516.39
+    },
+    {
+      "epoch": 1.847974510696404,
+      "grad_norm": 1.3613213300704956,
+      "learning_rate": 3.255977732701329e-05,
+      "loss": 0.9118,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20300,
+      "tokens_per_second_per_gpu": 453.31
+    },
+    {
+      "epoch": 1.8525261720527992,
+      "grad_norm": 1.228337287902832,
+      "learning_rate": 3.246506501392512e-05,
+      "loss": 0.9314,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20350,
+      "tokens_per_second_per_gpu": 519.61
+    },
+    {
+      "epoch": 1.8570778334091944,
+      "grad_norm": 1.2855277061462402,
+      "learning_rate": 3.237023492189369e-05,
+      "loss": 0.8986,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20400,
+      "tokens_per_second_per_gpu": 470.9
+    },
+    {
+      "epoch": 1.8616294947655896,
+      "grad_norm": 1.2580296993255615,
+      "learning_rate": 3.227528854708656e-05,
+      "loss": 0.9312,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20450,
+      "tokens_per_second_per_gpu": 516.12
+    },
+    {
+      "epoch": 1.8661811561219845,
+      "grad_norm": 1.3489645719528198,
+      "learning_rate": 3.21802273875059e-05,
+      "loss": 0.9247,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20500,
+      "tokens_per_second_per_gpu": 496.42
+    },
+    {
+      "epoch": 1.8707328174783795,
+      "grad_norm": 1.118877649307251,
+      "learning_rate": 3.208505294296491e-05,
+      "loss": 0.9119,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20550,
+      "tokens_per_second_per_gpu": 513.96
+    },
+    {
+      "epoch": 1.8752844788347747,
+      "grad_norm": 1.4261683225631714,
+      "learning_rate": 3.198976671506409e-05,
+      "loss": 0.9069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20600,
+      "tokens_per_second_per_gpu": 468.09
+    },
+    {
+      "epoch": 1.8798361401911698,
+      "grad_norm": 1.2352209091186523,
+      "learning_rate": 3.1894370207167625e-05,
+      "loss": 0.9471,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20650,
+      "tokens_per_second_per_gpu": 527.79
+    },
+    {
+      "epoch": 1.884387801547565,
+      "grad_norm": 1.480117678642273,
+      "learning_rate": 3.179886492437958e-05,
+      "loss": 0.9172,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20700,
+      "tokens_per_second_per_gpu": 501.22
+    },
+    {
+      "epoch": 1.88893946290396,
+      "grad_norm": 1.1455492973327637,
+      "learning_rate": 3.170325237352024e-05,
+      "loss": 0.9114,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20750,
+      "tokens_per_second_per_gpu": 502.15
+    },
+    {
+      "epoch": 1.893491124260355,
+      "grad_norm": 1.2906856536865234,
+      "learning_rate": 3.160753406310229e-05,
+      "loss": 0.9251,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20800,
+      "tokens_per_second_per_gpu": 494.01
+    },
+    {
+      "epoch": 1.89804278561675,
+      "grad_norm": 1.0654765367507935,
+      "learning_rate": 3.1511711503307e-05,
+      "loss": 0.9145,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20850,
+      "tokens_per_second_per_gpu": 519.46
+    },
+    {
+      "epoch": 1.9025944469731453,
+      "grad_norm": 1.24265456199646,
+      "learning_rate": 3.141578620596043e-05,
+      "loss": 0.8849,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20900,
+      "tokens_per_second_per_gpu": 457.22
+    },
+    {
+      "epoch": 1.9071461083295402,
+      "grad_norm": 1.462532639503479,
+      "learning_rate": 3.1319759684509584e-05,
+      "loss": 0.9141,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 20950,
+      "tokens_per_second_per_gpu": 512.24
+    },
+    {
+      "epoch": 1.9116977696859354,
+      "grad_norm": 1.3084138631820679,
+      "learning_rate": 3.1223633453998466e-05,
+      "loss": 0.913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21000,
+      "tokens_per_second_per_gpu": 487.48
+    },
+    {
+      "epoch": 1.9162494310423304,
+      "grad_norm": 1.0528351068496704,
+      "learning_rate": 3.112740903104428e-05,
+      "loss": 0.9466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21050,
+      "tokens_per_second_per_gpu": 500.61
+    },
+    {
+      "epoch": 1.9208010923987255,
+      "grad_norm": 1.1360912322998047,
+      "learning_rate": 3.103108793381341e-05,
+      "loss": 0.8976,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21100,
+      "tokens_per_second_per_gpu": 477.0
+    },
+    {
+      "epoch": 1.9253527537551207,
+      "grad_norm": 1.2134554386138916,
+      "learning_rate": 3.093467168199754e-05,
+      "loss": 0.924,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21150,
+      "tokens_per_second_per_gpu": 493.54
+    },
+    {
+      "epoch": 1.9299044151115157,
+      "grad_norm": 1.0968073606491089,
+      "learning_rate": 3.083816179678958e-05,
+      "loss": 0.9113,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21200,
+      "tokens_per_second_per_gpu": 493.57
+    },
+    {
+      "epoch": 1.9344560764679106,
+      "grad_norm": 1.332603096961975,
+      "learning_rate": 3.074155980085979e-05,
+      "loss": 0.9019,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21250,
+      "tokens_per_second_per_gpu": 477.06
+    },
+    {
+      "epoch": 1.9390077378243058,
+      "grad_norm": 1.3806955814361572,
+      "learning_rate": 3.0644867218331665e-05,
+      "loss": 0.9203,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21300,
+      "tokens_per_second_per_gpu": 472.01
+    },
+    {
+      "epoch": 1.943559399180701,
+      "grad_norm": 0.9688365459442139,
+      "learning_rate": 3.0548085574757905e-05,
+      "loss": 0.9105,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21350,
+      "tokens_per_second_per_gpu": 495.31
+    },
+    {
+      "epoch": 1.9481110605370962,
+      "grad_norm": 1.2917383909225464,
+      "learning_rate": 3.0451216397096392e-05,
+      "loss": 0.918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21400,
+      "tokens_per_second_per_gpu": 496.58
+    },
+    {
+      "epoch": 1.952662721893491,
+      "grad_norm": 1.3599040508270264,
+      "learning_rate": 3.035426121368603e-05,
+      "loss": 0.9047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21450,
+      "tokens_per_second_per_gpu": 480.0
+    },
+    {
+      "epoch": 1.957214383249886,
+      "grad_norm": 1.3930363655090332,
+      "learning_rate": 3.025722155422268e-05,
+      "loss": 0.9173,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21500,
+      "tokens_per_second_per_gpu": 527.52
+    },
+    {
+      "epoch": 1.9617660446062812,
+      "grad_norm": 0.9727678894996643,
+      "learning_rate": 3.0160098949735012e-05,
+      "loss": 0.914,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21550,
+      "tokens_per_second_per_gpu": 486.03
+    },
+    {
+      "epoch": 1.9663177059626764,
+      "grad_norm": 1.0985159873962402,
+      "learning_rate": 3.0062894932560337e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21600,
+      "tokens_per_second_per_gpu": 463.01
+    },
+    {
+      "epoch": 1.9708693673190716,
+      "grad_norm": 1.1219627857208252,
+      "learning_rate": 2.9965611036320475e-05,
+      "loss": 0.9078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21650,
+      "tokens_per_second_per_gpu": 489.04
+    },
+    {
+      "epoch": 1.9754210286754665,
+      "grad_norm": 1.338707447052002,
+      "learning_rate": 2.986824879589748e-05,
+      "loss": 0.9023,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21700,
+      "tokens_per_second_per_gpu": 465.85
+    },
+    {
+      "epoch": 1.9799726900318615,
+      "grad_norm": 1.3754671812057495,
+      "learning_rate": 2.9770809747409507e-05,
+      "loss": 0.9288,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21750,
+      "tokens_per_second_per_gpu": 482.93
+    },
+    {
+      "epoch": 1.9845243513882567,
+      "grad_norm": 1.4110934734344482,
+      "learning_rate": 2.9673295428186514e-05,
+      "loss": 0.9,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21800,
+      "tokens_per_second_per_gpu": 459.3
+    },
+    {
+      "epoch": 1.9890760127446518,
+      "grad_norm": 1.1868780851364136,
+      "learning_rate": 2.9575707376746053e-05,
+      "loss": 0.9236,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21850,
+      "tokens_per_second_per_gpu": 504.74
+    },
+    {
+      "epoch": 1.993627674101047,
+      "grad_norm": 1.1212882995605469,
+      "learning_rate": 2.9478047132768955e-05,
+      "loss": 0.9106,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21900,
+      "tokens_per_second_per_gpu": 491.25
+    },
+    {
+      "epoch": 1.998179335457442,
+      "grad_norm": 1.2349896430969238,
+      "learning_rate": 2.9380316237075073e-05,
+      "loss": 0.88,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 21950,
+      "tokens_per_second_per_gpu": 458.6
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.962039589881897,
+      "eval_runtime": 200.4223,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 0.359,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 21970
+    },
+    {
+      "epoch": 2.002730996813837,
+      "grad_norm": 1.1923445463180542,
+      "learning_rate": 2.928251623159895e-05,
+      "loss": 0.8407,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22000,
+      "tokens_per_second_per_gpu": 289.45
+    },
+    {
+      "epoch": 2.007282658170232,
+      "grad_norm": 1.174663782119751,
+      "learning_rate": 2.91846486593655e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22050,
+      "tokens_per_second_per_gpu": 494.7
+    },
+    {
+      "epoch": 2.0118343195266273,
+      "grad_norm": 1.2221143245697021,
+      "learning_rate": 2.908671506446566e-05,
+      "loss": 0.7855,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22100,
+      "tokens_per_second_per_gpu": 474.95
+    },
+    {
+      "epoch": 2.0163859808830225,
+      "grad_norm": 1.3807263374328613,
+      "learning_rate": 2.8988716992032028e-05,
+      "loss": 0.8037,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22150,
+      "tokens_per_second_per_gpu": 485.08
+    },
+    {
+      "epoch": 2.020937642239417,
+      "grad_norm": 1.2672842741012573,
+      "learning_rate": 2.8890655988214483e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22200,
+      "tokens_per_second_per_gpu": 494.79
+    },
+    {
+      "epoch": 2.0254893035958124,
+      "grad_norm": 1.3480112552642822,
+      "learning_rate": 2.8792533600155813e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22250,
+      "tokens_per_second_per_gpu": 503.58
+    },
+    {
+      "epoch": 2.0300409649522075,
+      "grad_norm": 1.296072244644165,
+      "learning_rate": 2.869435137596727e-05,
+      "loss": 0.7686,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22300,
+      "tokens_per_second_per_gpu": 492.56
+    },
+    {
+      "epoch": 2.0345926263086027,
+      "grad_norm": 1.4430197477340698,
+      "learning_rate": 2.8596110864704168e-05,
+      "loss": 0.7609,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22350,
+      "tokens_per_second_per_gpu": 489.36
+    },
+    {
+      "epoch": 2.039144287664998,
+      "grad_norm": 1.331939458847046,
+      "learning_rate": 2.849781361634143e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22400,
+      "tokens_per_second_per_gpu": 527.72
+    },
+    {
+      "epoch": 2.0436959490213926,
+      "grad_norm": 1.3159470558166504,
+      "learning_rate": 2.839946118174914e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22450,
+      "tokens_per_second_per_gpu": 473.05
+    },
+    {
+      "epoch": 2.048247610377788,
+      "grad_norm": 1.3375674486160278,
+      "learning_rate": 2.8301055112668083e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22500,
+      "tokens_per_second_per_gpu": 521.71
+    },
+    {
+      "epoch": 2.052799271734183,
+      "grad_norm": 1.4380762577056885,
+      "learning_rate": 2.8202596961685256e-05,
+      "loss": 0.7653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22550,
+      "tokens_per_second_per_gpu": 481.08
+    },
+    {
+      "epoch": 2.057350933090578,
+      "grad_norm": 1.2875185012817383,
+      "learning_rate": 2.8104088282209357e-05,
+      "loss": 0.7688,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22600,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 2.0619025944469733,
+      "grad_norm": 1.0484875440597534,
+      "learning_rate": 2.8005530628446297e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22650,
+      "tokens_per_second_per_gpu": 498.61
+    },
+    {
+      "epoch": 2.066454255803368,
+      "grad_norm": 1.2280105352401733,
+      "learning_rate": 2.790692555537468e-05,
+      "loss": 0.7757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22700,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 2.0710059171597632,
+      "grad_norm": 1.350639820098877,
+      "learning_rate": 2.7808274618721242e-05,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22750,
+      "tokens_per_second_per_gpu": 459.39
+    },
+    {
+      "epoch": 2.0755575785161584,
+      "grad_norm": 1.449352502822876,
+      "learning_rate": 2.7709579374936328e-05,
+      "loss": 0.7781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22800,
+      "tokens_per_second_per_gpu": 485.84
+    },
+    {
+      "epoch": 2.0801092398725536,
+      "grad_norm": 1.2269128561019897,
+      "learning_rate": 2.7610841381169362e-05,
+      "loss": 0.7661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22850,
+      "tokens_per_second_per_gpu": 476.16
+    },
+    {
+      "epoch": 2.0846609012289488,
+      "grad_norm": 1.1848582029342651,
+      "learning_rate": 2.7512062195244215e-05,
+      "loss": 0.7809,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22900,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 2.0892125625853435,
+      "grad_norm": 1.2756482362747192,
+      "learning_rate": 2.741324337563467e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 22950,
+      "tokens_per_second_per_gpu": 502.14
+    },
+    {
+      "epoch": 2.0937642239417387,
+      "grad_norm": 1.1643390655517578,
+      "learning_rate": 2.7314386481439835e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23000,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 2.098315885298134,
+      "grad_norm": 1.5686687231063843,
+      "learning_rate": 2.7215493072359516e-05,
+      "loss": 0.7718,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23050,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 2.102867546654529,
+      "grad_norm": 1.5676182508468628,
+      "learning_rate": 2.711656470866964e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23100,
+      "tokens_per_second_per_gpu": 455.68
+    },
+    {
+      "epoch": 2.107419208010924,
+      "grad_norm": 1.47994863986969,
+      "learning_rate": 2.7017602951197636e-05,
+      "loss": 0.7783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23150,
+      "tokens_per_second_per_gpu": 479.33
+    },
+    {
+      "epoch": 2.111970869367319,
+      "grad_norm": 1.0682467222213745,
+      "learning_rate": 2.6918609361297768e-05,
+      "loss": 0.7853,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23200,
+      "tokens_per_second_per_gpu": 513.59
+    },
+    {
+      "epoch": 2.116522530723714,
+      "grad_norm": 1.425839900970459,
+      "learning_rate": 2.6819585500826565e-05,
+      "loss": 0.7667,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23250,
+      "tokens_per_second_per_gpu": 481.54
+    },
+    {
+      "epoch": 2.1210741920801093,
+      "grad_norm": 1.410832166671753,
+      "learning_rate": 2.672053293211811e-05,
+      "loss": 0.7465,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23300,
+      "tokens_per_second_per_gpu": 461.33
+    },
+    {
+      "epoch": 2.1256258534365045,
+      "grad_norm": 1.1838409900665283,
+      "learning_rate": 2.6621453217959454e-05,
+      "loss": 0.7666,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23350,
+      "tokens_per_second_per_gpu": 480.97
+    },
+    {
+      "epoch": 2.1301775147928996,
+      "grad_norm": 1.1752251386642456,
+      "learning_rate": 2.652234792156592e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23400,
+      "tokens_per_second_per_gpu": 514.93
+    },
+    {
+      "epoch": 2.1347291761492944,
+      "grad_norm": 1.3073374032974243,
+      "learning_rate": 2.642321860655646e-05,
+      "loss": 0.7784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23450,
+      "tokens_per_second_per_gpu": 492.12
+    },
+    {
+      "epoch": 2.1392808375056895,
+      "grad_norm": 1.4693443775177002,
+      "learning_rate": 2.6324066836928964e-05,
+      "loss": 0.7972,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23500,
+      "tokens_per_second_per_gpu": 495.86
+    },
+    {
+      "epoch": 2.1438324988620847,
+      "grad_norm": 2.2674715518951416,
+      "learning_rate": 2.6224894177035602e-05,
+      "loss": 0.768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23550,
+      "tokens_per_second_per_gpu": 481.52
+    },
+    {
+      "epoch": 2.14838416021848,
+      "grad_norm": 1.593753457069397,
+      "learning_rate": 2.6125702191558132e-05,
+      "loss": 0.788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23600,
+      "tokens_per_second_per_gpu": 496.07
+    },
+    {
+      "epoch": 2.152935821574875,
+      "grad_norm": 1.3500062227249146,
+      "learning_rate": 2.602649244548322e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23650,
+      "tokens_per_second_per_gpu": 475.81
+    },
+    {
+      "epoch": 2.15748748293127,
+      "grad_norm": 1.6638089418411255,
+      "learning_rate": 2.592726650407777e-05,
+      "loss": 0.7698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23700,
+      "tokens_per_second_per_gpu": 470.88
+    },
+    {
+      "epoch": 2.162039144287665,
+      "grad_norm": 1.292625904083252,
+      "learning_rate": 2.5828025932864164e-05,
+      "loss": 0.7889,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23750,
+      "tokens_per_second_per_gpu": 501.5
+    },
+    {
+      "epoch": 2.16659080564406,
+      "grad_norm": 1.1630120277404785,
+      "learning_rate": 2.572877229759563e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23800,
+      "tokens_per_second_per_gpu": 470.94
+    },
+    {
+      "epoch": 2.1711424670004553,
+      "grad_norm": 1.2248200178146362,
+      "learning_rate": 2.562950716423152e-05,
+      "loss": 0.7917,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23850,
+      "tokens_per_second_per_gpu": 505.26
+    },
+    {
+      "epoch": 2.17569412835685,
+      "grad_norm": 1.4750016927719116,
+      "learning_rate": 2.5530232098912566e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23900,
+      "tokens_per_second_per_gpu": 507.5
+    },
+    {
+      "epoch": 2.1802457897132452,
+      "grad_norm": 1.1996573209762573,
+      "learning_rate": 2.5430948667936215e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 23950,
+      "tokens_per_second_per_gpu": 496.39
+    },
+    {
+      "epoch": 2.1847974510696404,
+      "grad_norm": 1.2561222314834595,
+      "learning_rate": 2.5331658437731925e-05,
+      "loss": 0.807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24000,
+      "tokens_per_second_per_gpu": 534.12
+    },
+    {
+      "epoch": 2.1893491124260356,
+      "grad_norm": 1.34530508518219,
+      "learning_rate": 2.5232362974836394e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24050,
+      "tokens_per_second_per_gpu": 499.18
+    },
+    {
+      "epoch": 2.1939007737824308,
+      "grad_norm": 1.4375536441802979,
+      "learning_rate": 2.513306384586888e-05,
+      "loss": 0.7896,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24100,
+      "tokens_per_second_per_gpu": 492.1
+    },
+    {
+      "epoch": 2.1984524351388255,
+      "grad_norm": 1.1456172466278076,
+      "learning_rate": 2.5033762617506507e-05,
+      "loss": 0.8008,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24150,
+      "tokens_per_second_per_gpu": 515.79
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.9876511096954346,
+      "eval_runtime": 195.9364,
+      "eval_samples_per_second": 5.099,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 24167
+    },
+    {
+      "epoch": 2.2030040964952207,
+      "grad_norm": 1.0658150911331177,
+      "learning_rate": 2.4934460856459503e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24200,
+      "tokens_per_second_per_gpu": 312.8
+    },
+    {
+      "epoch": 2.207555757851616,
+      "grad_norm": 1.3847614526748657,
+      "learning_rate": 2.48351601294465e-05,
+      "loss": 0.7795,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24250,
+      "tokens_per_second_per_gpu": 507.79
+    },
+    {
+      "epoch": 2.212107419208011,
+      "grad_norm": 1.2221823930740356,
+      "learning_rate": 2.4735862003169822e-05,
+      "loss": 0.7945,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24300,
+      "tokens_per_second_per_gpu": 517.91
+    },
+    {
+      "epoch": 2.216659080564406,
+      "grad_norm": 1.1758830547332764,
+      "learning_rate": 2.4636568044290763e-05,
+      "loss": 0.7816,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24350,
+      "tokens_per_second_per_gpu": 484.86
+    },
+    {
+      "epoch": 2.221210741920801,
+      "grad_norm": 1.3471750020980835,
+      "learning_rate": 2.453727981940486e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24400,
+      "tokens_per_second_per_gpu": 492.74
+    },
+    {
+      "epoch": 2.225762403277196,
+      "grad_norm": 1.4884663820266724,
+      "learning_rate": 2.443799889501718e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24450,
+      "tokens_per_second_per_gpu": 480.79
+    },
+    {
+      "epoch": 2.2303140646335913,
+      "grad_norm": 1.2731692790985107,
+      "learning_rate": 2.433872683751762e-05,
+      "loss": 0.7873,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24500,
+      "tokens_per_second_per_gpu": 515.67
+    },
+    {
+      "epoch": 2.2348657259899865,
+      "grad_norm": 1.2478971481323242,
+      "learning_rate": 2.4239465213156158e-05,
+      "loss": 0.7994,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24550,
+      "tokens_per_second_per_gpu": 501.44
+    },
+    {
+      "epoch": 2.2394173873463816,
+      "grad_norm": 1.6925835609436035,
+      "learning_rate": 2.4140215588018204e-05,
+      "loss": 0.7835,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24600,
+      "tokens_per_second_per_gpu": 488.4
+    },
+    {
+      "epoch": 2.2439690487027764,
+      "grad_norm": 1.3365802764892578,
+      "learning_rate": 2.404097952799981e-05,
+      "loss": 0.7846,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24650,
+      "tokens_per_second_per_gpu": 474.07
+    },
+    {
+      "epoch": 2.2485207100591715,
+      "grad_norm": 1.4315035343170166,
+      "learning_rate": 2.3941758598783027e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24700,
+      "tokens_per_second_per_gpu": 504.25
+    },
+    {
+      "epoch": 2.2530723714155667,
+      "grad_norm": 1.3341989517211914,
+      "learning_rate": 2.384255436581118e-05,
+      "loss": 0.7891,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24750,
+      "tokens_per_second_per_gpu": 507.09
+    },
+    {
+      "epoch": 2.257624032771962,
+      "grad_norm": 1.4974217414855957,
+      "learning_rate": 2.374336839426418e-05,
+      "loss": 0.7807,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24800,
+      "tokens_per_second_per_gpu": 512.86
+    },
+    {
+      "epoch": 2.2621756941283566,
+      "grad_norm": 1.382554531097412,
+      "learning_rate": 2.3644202249033794e-05,
+      "loss": 0.766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24850,
+      "tokens_per_second_per_gpu": 461.26
+    },
+    {
+      "epoch": 2.266727355484752,
+      "grad_norm": 1.6081000566482544,
+      "learning_rate": 2.3545057494699013e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24900,
+      "tokens_per_second_per_gpu": 489.15
+    },
+    {
+      "epoch": 2.271279016841147,
+      "grad_norm": 1.4605951309204102,
+      "learning_rate": 2.3445935695501326e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 24950,
+      "tokens_per_second_per_gpu": 472.98
+    },
+    {
+      "epoch": 2.275830678197542,
+      "grad_norm": 1.3324612379074097,
+      "learning_rate": 2.334683841532004e-05,
+      "loss": 0.7897,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25000,
+      "tokens_per_second_per_gpu": 516.96
+    },
+    {
+      "epoch": 2.2803823395539373,
+      "grad_norm": 1.165163278579712,
+      "learning_rate": 2.324776721764763e-05,
+      "loss": 0.7878,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25050,
+      "tokens_per_second_per_gpu": 499.98
+    },
+    {
+      "epoch": 2.284934000910332,
+      "grad_norm": 1.2003819942474365,
+      "learning_rate": 2.3148723665565053e-05,
+      "loss": 0.7987,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25100,
+      "tokens_per_second_per_gpu": 521.37
+    },
+    {
+      "epoch": 2.2894856622667272,
+      "grad_norm": 1.0604358911514282,
+      "learning_rate": 2.3049709321717085e-05,
+      "loss": 0.7858,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25150,
+      "tokens_per_second_per_gpu": 512.62
+    },
+    {
+      "epoch": 2.2940373236231224,
+      "grad_norm": 1.1268080472946167,
+      "learning_rate": 2.2950725748287695e-05,
+      "loss": 0.7859,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25200,
+      "tokens_per_second_per_gpu": 509.62
+    },
+    {
+      "epoch": 2.2985889849795176,
+      "grad_norm": 1.4554740190505981,
+      "learning_rate": 2.285177450697535e-05,
+      "loss": 0.7769,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25250,
+      "tokens_per_second_per_gpu": 465.16
+    },
+    {
+      "epoch": 2.3031406463359128,
+      "grad_norm": 1.524244785308838,
+      "learning_rate": 2.2752857158968422e-05,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25300,
+      "tokens_per_second_per_gpu": 488.96
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 1.4134726524353027,
+      "learning_rate": 2.265397526492052e-05,
+      "loss": 0.7811,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25350,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.3122439690487027,
+      "grad_norm": 1.3532620668411255,
+      "learning_rate": 2.2555130384925902e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25400,
+      "tokens_per_second_per_gpu": 493.13
+    },
+    {
+      "epoch": 2.316795630405098,
+      "grad_norm": 1.1549259424209595,
+      "learning_rate": 2.2456324078494817e-05,
+      "loss": 0.7758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25450,
+      "tokens_per_second_per_gpu": 477.57
+    },
+    {
+      "epoch": 2.321347291761493,
+      "grad_norm": 1.4226809740066528,
+      "learning_rate": 2.2357557904528954e-05,
+      "loss": 0.7813,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25500,
+      "tokens_per_second_per_gpu": 520.0
+    },
+    {
+      "epoch": 2.325898953117888,
+      "grad_norm": 1.2407307624816895,
+      "learning_rate": 2.2258833421296805e-05,
+      "loss": 0.783,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 2.330450614474283,
+      "grad_norm": 1.4377738237380981,
+      "learning_rate": 2.2160152186409086e-05,
+      "loss": 0.7754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25600,
+      "tokens_per_second_per_gpu": 487.07
+    },
+    {
+      "epoch": 2.335002275830678,
+      "grad_norm": 1.3697234392166138,
+      "learning_rate": 2.206151575679418e-05,
+      "loss": 0.7503,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25650,
+      "tokens_per_second_per_gpu": 450.66
+    },
+    {
+      "epoch": 2.3395539371870733,
+      "grad_norm": 1.3014477491378784,
+      "learning_rate": 2.196292568867355e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25700,
+      "tokens_per_second_per_gpu": 468.95
+    },
+    {
+      "epoch": 2.3441055985434684,
+      "grad_norm": 1.505482792854309,
+      "learning_rate": 2.1864383537537202e-05,
+      "loss": 0.7826,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25750,
+      "tokens_per_second_per_gpu": 501.49
+    },
+    {
+      "epoch": 2.3486572598998636,
+      "grad_norm": 1.2439770698547363,
+      "learning_rate": 2.1765890858119155e-05,
+      "loss": 0.7862,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25800,
+      "tokens_per_second_per_gpu": 523.79
+    },
+    {
+      "epoch": 2.3532089212562584,
+      "grad_norm": 1.4096859693527222,
+      "learning_rate": 2.166744920437287e-05,
+      "loss": 0.7912,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25850,
+      "tokens_per_second_per_gpu": 487.92
+    },
+    {
+      "epoch": 2.3577605826126535,
+      "grad_norm": 1.6719779968261719,
+      "learning_rate": 2.1569060129446777e-05,
+      "loss": 0.8071,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25900,
+      "tokens_per_second_per_gpu": 501.04
+    },
+    {
+      "epoch": 2.3623122439690487,
+      "grad_norm": 1.2982172966003418,
+      "learning_rate": 2.147072518565974e-05,
+      "loss": 0.7829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 25950,
+      "tokens_per_second_per_gpu": 525.2
+    },
+    {
+      "epoch": 2.366863905325444,
+      "grad_norm": 1.4265486001968384,
+      "learning_rate": 2.137244592447658e-05,
+      "loss": 0.7864,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26000,
+      "tokens_per_second_per_gpu": 501.69
+    },
+    {
+      "epoch": 2.371415566681839,
+      "grad_norm": 1.3955106735229492,
+      "learning_rate": 2.1274223896483588e-05,
+      "loss": 0.7814,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26050,
+      "tokens_per_second_per_gpu": 478.84
+    },
+    {
+      "epoch": 2.375967228038234,
+      "grad_norm": 1.1367692947387695,
+      "learning_rate": 2.117606065136409e-05,
+      "loss": 0.7529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26100,
+      "tokens_per_second_per_gpu": 485.36
+    },
+    {
+      "epoch": 2.380518889394629,
+      "grad_norm": 1.3815332651138306,
+      "learning_rate": 2.107795773787395e-05,
+      "loss": 0.8125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26150,
+      "tokens_per_second_per_gpu": 514.08
+    },
+    {
+      "epoch": 2.385070550751024,
+      "grad_norm": 1.6012133359909058,
+      "learning_rate": 2.097991670381717e-05,
+      "loss": 0.7574,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26200,
+      "tokens_per_second_per_gpu": 475.46
+    },
+    {
+      "epoch": 2.3896222121074193,
+      "grad_norm": 1.2156130075454712,
+      "learning_rate": 2.088193909602145e-05,
+      "loss": 0.7773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26250,
+      "tokens_per_second_per_gpu": 468.74
+    },
+    {
+      "epoch": 2.3941738734638145,
+      "grad_norm": 1.4776896238327026,
+      "learning_rate": 2.0784026460313808e-05,
+      "loss": 0.7978,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26300,
+      "tokens_per_second_per_gpu": 504.34
+    },
+    {
+      "epoch": 2.3987255348202092,
+      "grad_norm": 1.4902770519256592,
+      "learning_rate": 2.0686180341496146e-05,
+      "loss": 0.7725,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26350,
+      "tokens_per_second_per_gpu": 448.73
+    },
+    {
+      "epoch": 2.4,
+      "eval_loss": 0.9867295622825623,
+      "eval_runtime": 195.2766,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 26364
+    },
+    {
+      "epoch": 2.4032771961766044,
+      "grad_norm": 1.4182987213134766,
+      "learning_rate": 2.0588402283320937e-05,
+      "loss": 0.7874,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26400,
+      "tokens_per_second_per_gpu": 356.84
+    },
+    {
+      "epoch": 2.4078288575329996,
+      "grad_norm": 1.3437907695770264,
+      "learning_rate": 2.0490693828466823e-05,
+      "loss": 0.7775,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26450,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 2.4123805188893948,
+      "grad_norm": 1.3449835777282715,
+      "learning_rate": 2.0393056518514288e-05,
+      "loss": 0.7888,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26500,
+      "tokens_per_second_per_gpu": 482.83
+    },
+    {
+      "epoch": 2.41693218024579,
+      "grad_norm": 1.2085769176483154,
+      "learning_rate": 2.0295491893921345e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26550,
+      "tokens_per_second_per_gpu": 477.2
+    },
+    {
+      "epoch": 2.4214838416021847,
+      "grad_norm": 1.3855311870574951,
+      "learning_rate": 2.0198001493999215e-05,
+      "loss": 0.7863,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26600,
+      "tokens_per_second_per_gpu": 490.99
+    },
+    {
+      "epoch": 2.42603550295858,
+      "grad_norm": 1.5885320901870728,
+      "learning_rate": 2.0100586856888054e-05,
+      "loss": 0.779,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26650,
+      "tokens_per_second_per_gpu": 506.83
+    },
+    {
+      "epoch": 2.430587164314975,
+      "grad_norm": 1.4351317882537842,
+      "learning_rate": 2.0003249519532696e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26700,
+      "tokens_per_second_per_gpu": 510.22
+    },
+    {
+      "epoch": 2.43513882567137,
+      "grad_norm": 1.4788719415664673,
+      "learning_rate": 1.9905991017658364e-05,
+      "loss": 0.7752,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26750,
+      "tokens_per_second_per_gpu": 475.65
+    },
+    {
+      "epoch": 2.4396904870277654,
+      "grad_norm": 1.8284074068069458,
+      "learning_rate": 1.9808812885746492e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26800,
+      "tokens_per_second_per_gpu": 470.51
+    },
+    {
+      "epoch": 2.44424214838416,
+      "grad_norm": 1.3145912885665894,
+      "learning_rate": 1.9711716657010464e-05,
+      "loss": 0.7875,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26850,
+      "tokens_per_second_per_gpu": 493.91
+    },
+    {
+      "epoch": 2.4487938097405553,
+      "grad_norm": 1.4024999141693115,
+      "learning_rate": 1.9614703863371473e-05,
+      "loss": 0.7768,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26900,
+      "tokens_per_second_per_gpu": 474.1
+    },
+    {
+      "epoch": 2.4533454710969504,
+      "grad_norm": 1.2669835090637207,
+      "learning_rate": 1.9517776035434298e-05,
+      "loss": 0.7665,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 26950,
+      "tokens_per_second_per_gpu": 465.45
+    },
+    {
+      "epoch": 2.4578971324533456,
+      "grad_norm": 1.4060825109481812,
+      "learning_rate": 1.9420934702463223e-05,
+      "loss": 0.747,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27000,
+      "tokens_per_second_per_gpu": 472.99
+    },
+    {
+      "epoch": 2.462448793809741,
+      "grad_norm": 1.4920679330825806,
+      "learning_rate": 1.9324181392357837e-05,
+      "loss": 0.7568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27050,
+      "tokens_per_second_per_gpu": 471.28
+    },
+    {
+      "epoch": 2.4670004551661355,
+      "grad_norm": 1.3667105436325073,
+      "learning_rate": 1.922751763162898e-05,
+      "loss": 0.7657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27100,
+      "tokens_per_second_per_gpu": 458.79
+    },
+    {
+      "epoch": 2.4715521165225307,
+      "grad_norm": 1.24141526222229,
+      "learning_rate": 1.9130944945374628e-05,
+      "loss": 0.7625,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27150,
+      "tokens_per_second_per_gpu": 484.58
+    },
+    {
+      "epoch": 2.476103777878926,
+      "grad_norm": 1.4876346588134766,
+      "learning_rate": 1.9034464857255856e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27200,
+      "tokens_per_second_per_gpu": 486.16
+    },
+    {
+      "epoch": 2.480655439235321,
+      "grad_norm": 1.2360036373138428,
+      "learning_rate": 1.893807888947277e-05,
+      "loss": 0.7652,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27250,
+      "tokens_per_second_per_gpu": 491.55
+    },
+    {
+      "epoch": 2.485207100591716,
+      "grad_norm": 1.5152608156204224,
+      "learning_rate": 1.8841788562740528e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27300,
+      "tokens_per_second_per_gpu": 495.47
+    },
+    {
+      "epoch": 2.489758761948111,
+      "grad_norm": 1.4290846586227417,
+      "learning_rate": 1.8745595396265305e-05,
+      "loss": 0.7812,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27350,
+      "tokens_per_second_per_gpu": 502.87
+    },
+    {
+      "epoch": 2.494310423304506,
+      "grad_norm": 1.3766820430755615,
+      "learning_rate": 1.864950090772036e-05,
+      "loss": 0.7831,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27400,
+      "tokens_per_second_per_gpu": 492.86
+    },
+    {
+      "epoch": 2.4988620846609013,
+      "grad_norm": 1.2925307750701904,
+      "learning_rate": 1.8553506613222056e-05,
+      "loss": 0.7738,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27450,
+      "tokens_per_second_per_gpu": 488.61
+    },
+    {
+      "epoch": 2.503413746017296,
+      "grad_norm": 1.4461274147033691,
+      "learning_rate": 1.845761402730598e-05,
+      "loss": 0.7921,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27500,
+      "tokens_per_second_per_gpu": 497.47
+    },
+    {
+      "epoch": 2.5079654073736917,
+      "grad_norm": 1.3631300926208496,
+      "learning_rate": 1.836182466290302e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27550,
+      "tokens_per_second_per_gpu": 496.4
+    },
+    {
+      "epoch": 2.5125170687300864,
+      "grad_norm": 1.1906591653823853,
+      "learning_rate": 1.8266140031315503e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27600,
+      "tokens_per_second_per_gpu": 477.81
+    },
+    {
+      "epoch": 2.5170687300864816,
+      "grad_norm": 1.3514851331710815,
+      "learning_rate": 1.8170561642193345e-05,
+      "loss": 0.7766,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27650,
+      "tokens_per_second_per_gpu": 482.14
+    },
+    {
+      "epoch": 2.5216203914428768,
+      "grad_norm": 1.5444172620773315,
+      "learning_rate": 1.807509100351024e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27700,
+      "tokens_per_second_per_gpu": 505.9
+    },
+    {
+      "epoch": 2.5261720527992715,
+      "grad_norm": 1.380354642868042,
+      "learning_rate": 1.797972962153987e-05,
+      "loss": 0.7759,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27750,
+      "tokens_per_second_per_gpu": 488.04
+    },
+    {
+      "epoch": 2.5307237141556667,
+      "grad_norm": 1.250873327255249,
+      "learning_rate": 1.7884479000832126e-05,
+      "loss": 0.7711,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27800,
+      "tokens_per_second_per_gpu": 460.58
+    },
+    {
+      "epoch": 2.535275375512062,
+      "grad_norm": 1.5400545597076416,
+      "learning_rate": 1.778934064418939e-05,
+      "loss": 0.7771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27850,
+      "tokens_per_second_per_gpu": 482.82
+    },
+    {
+      "epoch": 2.539827036868457,
+      "grad_norm": 1.4404981136322021,
+      "learning_rate": 1.7694316052642808e-05,
+      "loss": 0.7701,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27900,
+      "tokens_per_second_per_gpu": 472.42
+    },
+    {
+      "epoch": 2.544378698224852,
+      "grad_norm": 1.529981017112732,
+      "learning_rate": 1.7599406725428617e-05,
+      "loss": 0.767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 27950,
+      "tokens_per_second_per_gpu": 464.07
+    },
+    {
+      "epoch": 2.548930359581247,
+      "grad_norm": 1.5745155811309814,
+      "learning_rate": 1.7504614159964493e-05,
+      "loss": 0.7719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28000,
+      "tokens_per_second_per_gpu": 480.73
+    },
+    {
+      "epoch": 2.553482020937642,
+      "grad_norm": 1.2950514554977417,
+      "learning_rate": 1.7409939851825908e-05,
+      "loss": 0.7791,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28050,
+      "tokens_per_second_per_gpu": 483.06
+    },
+    {
+      "epoch": 2.5580336822940373,
+      "grad_norm": 1.6050091981887817,
+      "learning_rate": 1.7315385294722555e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28100,
+      "tokens_per_second_per_gpu": 502.37
+    },
+    {
+      "epoch": 2.5625853436504324,
+      "grad_norm": 1.3216919898986816,
+      "learning_rate": 1.722095198047477e-05,
+      "loss": 0.7847,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28150,
+      "tokens_per_second_per_gpu": 507.94
+    },
+    {
+      "epoch": 2.5671370050068276,
+      "grad_norm": 1.2275587320327759,
+      "learning_rate": 1.7126641398990013e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28200,
+      "tokens_per_second_per_gpu": 469.97
+    },
+    {
+      "epoch": 2.5716886663632224,
+      "grad_norm": 1.3859919309616089,
+      "learning_rate": 1.703245503823932e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28250,
+      "tokens_per_second_per_gpu": 486.57
+    },
+    {
+      "epoch": 2.5762403277196175,
+      "grad_norm": 1.4800488948822021,
+      "learning_rate": 1.6938394384233878e-05,
+      "loss": 0.7939,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28300,
+      "tokens_per_second_per_gpu": 520.75
+    },
+    {
+      "epoch": 2.5807919890760127,
+      "grad_norm": 1.154043436050415,
+      "learning_rate": 1.6844460921001534e-05,
+      "loss": 0.7654,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28350,
+      "tokens_per_second_per_gpu": 445.36
+    },
+    {
+      "epoch": 2.585343650432408,
+      "grad_norm": 1.4552162885665894,
+      "learning_rate": 1.6750656130563415e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28400,
+      "tokens_per_second_per_gpu": 490.73
+    },
+    {
+      "epoch": 2.589895311788803,
+      "grad_norm": 1.4212393760681152,
+      "learning_rate": 1.6656981492910527e-05,
+      "loss": 0.7607,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28450,
+      "tokens_per_second_per_gpu": 479.16
+    },
+    {
+      "epoch": 2.594446973145198,
+      "grad_norm": 1.3629285097122192,
+      "learning_rate": 1.6563438485980415e-05,
+      "loss": 0.8062,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28500,
+      "tokens_per_second_per_gpu": 523.95
+    },
+    {
+      "epoch": 2.598998634501593,
+      "grad_norm": 1.4396235942840576,
+      "learning_rate": 1.6470028585633833e-05,
+      "loss": 0.781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28550,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.9801340699195862,
+      "eval_runtime": 197.5937,
+      "eval_samples_per_second": 5.056,
+      "eval_steps_per_second": 0.364,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 28561
+    },
+    {
+      "epoch": 2.603550295857988,
+      "grad_norm": 1.6099671125411987,
+      "learning_rate": 1.6376753265631474e-05,
+      "loss": 0.7819,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28600,
+      "tokens_per_second_per_gpu": 377.83
+    },
+    {
+      "epoch": 2.6081019572143833,
+      "grad_norm": 1.198883056640625,
+      "learning_rate": 1.6283613997610696e-05,
+      "loss": 0.7681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28650,
+      "tokens_per_second_per_gpu": 477.68
+    },
+    {
+      "epoch": 2.6126536185707785,
+      "grad_norm": 1.4042035341262817,
+      "learning_rate": 1.619061225106234e-05,
+      "loss": 0.7823,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28700,
+      "tokens_per_second_per_gpu": 492.33
+    },
+    {
+      "epoch": 2.6172052799271732,
+      "grad_norm": 1.3731398582458496,
+      "learning_rate": 1.6097749493307497e-05,
+      "loss": 0.7507,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28750,
+      "tokens_per_second_per_gpu": 456.94
+    },
+    {
+      "epoch": 2.6217569412835684,
+      "grad_norm": 1.2420955896377563,
+      "learning_rate": 1.6005027189474396e-05,
+      "loss": 0.7715,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28800,
+      "tokens_per_second_per_gpu": 480.3
+    },
+    {
+      "epoch": 2.6263086026399636,
+      "grad_norm": 1.4313956499099731,
+      "learning_rate": 1.5912446802475277e-05,
+      "loss": 0.7693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28850,
+      "tokens_per_second_per_gpu": 511.5
+    },
+    {
+      "epoch": 2.6308602639963587,
+      "grad_norm": 1.4873028993606567,
+      "learning_rate": 1.5820009792983303e-05,
+      "loss": 0.7713,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28900,
+      "tokens_per_second_per_gpu": 485.58
+    },
+    {
+      "epoch": 2.635411925352754,
+      "grad_norm": 1.6724083423614502,
+      "learning_rate": 1.5727717619409528e-05,
+      "loss": 0.7658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 28950,
+      "tokens_per_second_per_gpu": 482.25
+    },
+    {
+      "epoch": 2.6399635867091487,
+      "grad_norm": 1.4013808965682983,
+      "learning_rate": 1.5635571737879874e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29000,
+      "tokens_per_second_per_gpu": 476.29
+    },
+    {
+      "epoch": 2.644515248065544,
+      "grad_norm": 1.3551985025405884,
+      "learning_rate": 1.554357360221216e-05,
+      "loss": 0.78,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29050,
+      "tokens_per_second_per_gpu": 508.26
+    },
+    {
+      "epoch": 2.649066909421939,
+      "grad_norm": 1.2868053913116455,
+      "learning_rate": 1.5451724663893164e-05,
+      "loss": 0.7927,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29100,
+      "tokens_per_second_per_gpu": 507.48
+    },
+    {
+      "epoch": 2.653618570778334,
+      "grad_norm": 1.7285215854644775,
+      "learning_rate": 1.5360026372055732e-05,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29150,
+      "tokens_per_second_per_gpu": 492.78
+    },
+    {
+      "epoch": 2.6581702321347294,
+      "grad_norm": 1.232396125793457,
+      "learning_rate": 1.5268480173455908e-05,
+      "loss": 0.7576,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29200,
+      "tokens_per_second_per_gpu": 457.72
+    },
+    {
+      "epoch": 2.662721893491124,
+      "grad_norm": 1.3689206838607788,
+      "learning_rate": 1.5177087512450109e-05,
+      "loss": 0.7793,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29250,
+      "tokens_per_second_per_gpu": 486.38
+    },
+    {
+      "epoch": 2.6672735548475193,
+      "grad_norm": 1.5284311771392822,
+      "learning_rate": 1.508584983097233e-05,
+      "loss": 0.7685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29300,
+      "tokens_per_second_per_gpu": 474.96
+    },
+    {
+      "epoch": 2.6718252162039144,
+      "grad_norm": 1.5343505144119263,
+      "learning_rate": 1.4994768568511397e-05,
+      "loss": 0.7908,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29350,
+      "tokens_per_second_per_gpu": 516.69
+    },
+    {
+      "epoch": 2.6763768775603096,
+      "grad_norm": 1.3912273645401,
+      "learning_rate": 1.490384516208827e-05,
+      "loss": 0.7841,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29400,
+      "tokens_per_second_per_gpu": 462.58
+    },
+    {
+      "epoch": 2.680928538916705,
+      "grad_norm": 1.5467596054077148,
+      "learning_rate": 1.4813081046233345e-05,
+      "loss": 0.7732,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29450,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 2.6854802002730995,
+      "grad_norm": 1.345490574836731,
+      "learning_rate": 1.4722477652963845e-05,
+      "loss": 0.7824,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29500,
+      "tokens_per_second_per_gpu": 514.75
+    },
+    {
+      "epoch": 2.6900318616294947,
+      "grad_norm": 1.342452049255371,
+      "learning_rate": 1.4632036411761223e-05,
+      "loss": 0.7539,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29550,
+      "tokens_per_second_per_gpu": 472.06
+    },
+    {
+      "epoch": 2.69458352298589,
+      "grad_norm": 1.4391672611236572,
+      "learning_rate": 1.4541758749548581e-05,
+      "loss": 0.7648,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29600,
+      "tokens_per_second_per_gpu": 477.41
+    },
+    {
+      "epoch": 2.699135184342285,
+      "grad_norm": 1.5603262186050415,
+      "learning_rate": 1.4451646090668197e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29650,
+      "tokens_per_second_per_gpu": 497.48
+    },
+    {
+      "epoch": 2.7036868456986802,
+      "grad_norm": 1.3951871395111084,
+      "learning_rate": 1.4361699856859023e-05,
+      "loss": 0.7741,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29700,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.708238507055075,
+      "grad_norm": 1.4717990159988403,
+      "learning_rate": 1.427192146723427e-05,
+      "loss": 0.7904,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29750,
+      "tokens_per_second_per_gpu": 506.01
+    },
+    {
+      "epoch": 2.71279016841147,
+      "grad_norm": 1.3117893934249878,
+      "learning_rate": 1.4182312338259007e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29800,
+      "tokens_per_second_per_gpu": 465.68
+    },
+    {
+      "epoch": 2.7173418297678653,
+      "grad_norm": 1.1606810092926025,
+      "learning_rate": 1.4092873883727829e-05,
+      "loss": 0.7682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29850,
+      "tokens_per_second_per_gpu": 497.78
+    },
+    {
+      "epoch": 2.7218934911242605,
+      "grad_norm": 1.2451289892196655,
+      "learning_rate": 1.4003607514742529e-05,
+      "loss": 0.7677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29900,
+      "tokens_per_second_per_gpu": 490.97
+    },
+    {
+      "epoch": 2.7264451524806557,
+      "grad_norm": 1.4051967859268188,
+      "learning_rate": 1.3914514639689841e-05,
+      "loss": 0.7496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 29950,
+      "tokens_per_second_per_gpu": 484.44
+    },
+    {
+      "epoch": 2.7309968138370504,
+      "grad_norm": 1.65287446975708,
+      "learning_rate": 1.3825596664219254e-05,
+      "loss": 0.7821,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30000,
+      "tokens_per_second_per_gpu": 497.98
+    },
+    {
+      "epoch": 2.7355484751934456,
+      "grad_norm": 1.2787915468215942,
+      "learning_rate": 1.3736854991220777e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30050,
+      "tokens_per_second_per_gpu": 490.55
+    },
+    {
+      "epoch": 2.7401001365498407,
+      "grad_norm": 1.6088179349899292,
+      "learning_rate": 1.364829102080284e-05,
+      "loss": 0.777,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30100,
+      "tokens_per_second_per_gpu": 492.44
+    },
+    {
+      "epoch": 2.744651797906236,
+      "grad_norm": 1.7011981010437012,
+      "learning_rate": 1.35599061502702e-05,
+      "loss": 0.7788,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30150,
+      "tokens_per_second_per_gpu": 498.22
+    },
+    {
+      "epoch": 2.749203459262631,
+      "grad_norm": 1.3469337224960327,
+      "learning_rate": 1.3471701774101892e-05,
+      "loss": 0.7916,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30200,
+      "tokens_per_second_per_gpu": 463.97
+    },
+    {
+      "epoch": 2.753755120619026,
+      "grad_norm": 1.2775756120681763,
+      "learning_rate": 1.3383679283929223e-05,
+      "loss": 0.7767,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30250,
+      "tokens_per_second_per_gpu": 494.9
+    },
+    {
+      "epoch": 2.758306781975421,
+      "grad_norm": 1.406716227531433,
+      "learning_rate": 1.3295840068513832e-05,
+      "loss": 0.7575,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30300,
+      "tokens_per_second_per_gpu": 478.82
+    },
+    {
+      "epoch": 2.762858443331816,
+      "grad_norm": 1.6327651739120483,
+      "learning_rate": 1.3208185513725758e-05,
+      "loss": 0.778,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30350,
+      "tokens_per_second_per_gpu": 472.54
+    },
+    {
+      "epoch": 2.7674101046882114,
+      "grad_norm": 1.525422215461731,
+      "learning_rate": 1.3120717002521588e-05,
+      "loss": 0.7744,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30400,
+      "tokens_per_second_per_gpu": 463.67
+    },
+    {
+      "epoch": 2.7719617660446065,
+      "grad_norm": 1.5094884634017944,
+      "learning_rate": 1.3033435914922637e-05,
+      "loss": 0.7763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30450,
+      "tokens_per_second_per_gpu": 479.77
+    },
+    {
+      "epoch": 2.7765134274010013,
+      "grad_norm": 1.7871735095977783,
+      "learning_rate": 1.2946343627993166e-05,
+      "loss": 0.773,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30500,
+      "tokens_per_second_per_gpu": 487.31
+    },
+    {
+      "epoch": 2.7810650887573964,
+      "grad_norm": 1.6897590160369873,
+      "learning_rate": 1.2859441515818656e-05,
+      "loss": 0.7703,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30550,
+      "tokens_per_second_per_gpu": 510.29
+    },
+    {
+      "epoch": 2.7856167501137916,
+      "grad_norm": 1.4181755781173706,
+      "learning_rate": 1.2772730949484168e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30600,
+      "tokens_per_second_per_gpu": 503.15
+    },
+    {
+      "epoch": 2.7901684114701863,
+      "grad_norm": 1.358834147453308,
+      "learning_rate": 1.2686213297052638e-05,
+      "loss": 0.7762,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30650,
+      "tokens_per_second_per_gpu": 504.07
+    },
+    {
+      "epoch": 2.794720072826582,
+      "grad_norm": 1.68776273727417,
+      "learning_rate": 1.2599889923543349e-05,
+      "loss": 0.7621,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30700,
+      "tokens_per_second_per_gpu": 510.27
+    },
+    {
+      "epoch": 2.7992717341829767,
+      "grad_norm": 1.5909497737884521,
+      "learning_rate": 1.2513762190910372e-05,
+      "loss": 0.7722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30750,
+      "tokens_per_second_per_gpu": 474.41
+    },
+    {
+      "epoch": 2.8,
+      "eval_loss": 0.978504478931427,
+      "eval_runtime": 199.068,
+      "eval_samples_per_second": 5.018,
+      "eval_steps_per_second": 0.362,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 30758
+    },
+    {
+      "epoch": 2.803823395539372,
+      "grad_norm": 1.3685954809188843,
+      "learning_rate": 1.2427831458021094e-05,
+      "loss": 0.7839,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30800,
+      "tokens_per_second_per_gpu": 430.53
+    },
+    {
+      "epoch": 2.808375056895767,
+      "grad_norm": 1.3834000825881958,
+      "learning_rate": 1.2342099080634754e-05,
+      "loss": 0.7794,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30850,
+      "tokens_per_second_per_gpu": 483.33
+    },
+    {
+      "epoch": 2.812926718252162,
+      "grad_norm": 1.3825865983963013,
+      "learning_rate": 1.2256566411381074e-05,
+      "loss": 0.7918,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30900,
+      "tokens_per_second_per_gpu": 492.53
+    },
+    {
+      "epoch": 2.817478379608557,
+      "grad_norm": 1.6372039318084717,
+      "learning_rate": 1.2171234799738914e-05,
+      "loss": 0.7689,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 30950,
+      "tokens_per_second_per_gpu": 454.37
+    },
+    {
+      "epoch": 2.822030040964952,
+      "grad_norm": 1.580826997756958,
+      "learning_rate": 1.2086105592014974e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31000,
+      "tokens_per_second_per_gpu": 467.76
+    },
+    {
+      "epoch": 2.8265817023213473,
+      "grad_norm": 1.1925673484802246,
+      "learning_rate": 1.2001180131322553e-05,
+      "loss": 0.758,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31050,
+      "tokens_per_second_per_gpu": 488.36
+    },
+    {
+      "epoch": 2.8311333636777425,
+      "grad_norm": 1.757616639137268,
+      "learning_rate": 1.1916459757560367e-05,
+      "loss": 0.7612,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31100,
+      "tokens_per_second_per_gpu": 479.46
+    },
+    {
+      "epoch": 2.835685025034137,
+      "grad_norm": 1.388952612876892,
+      "learning_rate": 1.1831945807391394e-05,
+      "loss": 0.7944,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31150,
+      "tokens_per_second_per_gpu": 501.87
+    },
+    {
+      "epoch": 2.8402366863905324,
+      "grad_norm": 1.3602991104125977,
+      "learning_rate": 1.1747639614221823e-05,
+      "loss": 0.754,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31200,
+      "tokens_per_second_per_gpu": 479.19
+    },
+    {
+      "epoch": 2.8447883477469276,
+      "grad_norm": 1.4546005725860596,
+      "learning_rate": 1.1663542508179955e-05,
+      "loss": 0.7804,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31250,
+      "tokens_per_second_per_gpu": 497.82
+    },
+    {
+      "epoch": 2.8493400091033227,
+      "grad_norm": 1.4353296756744385,
+      "learning_rate": 1.157965581609527e-05,
+      "loss": 0.7746,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31300,
+      "tokens_per_second_per_gpu": 504.3
+    },
+    {
+      "epoch": 2.853891670459718,
+      "grad_norm": 1.5844627618789673,
+      "learning_rate": 1.1495980861477456e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31350,
+      "tokens_per_second_per_gpu": 472.15
+    },
+    {
+      "epoch": 2.8584433318161127,
+      "grad_norm": 1.4013336896896362,
+      "learning_rate": 1.1412518964495567e-05,
+      "loss": 0.7765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31400,
+      "tokens_per_second_per_gpu": 470.55
+    },
+    {
+      "epoch": 2.862994993172508,
+      "grad_norm": 1.7948715686798096,
+      "learning_rate": 1.132927144195715e-05,
+      "loss": 0.7962,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31450,
+      "tokens_per_second_per_gpu": 525.9
+    },
+    {
+      "epoch": 2.867546654528903,
+      "grad_norm": 1.7212830781936646,
+      "learning_rate": 1.1246239607287513e-05,
+      "loss": 0.7898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31500,
+      "tokens_per_second_per_gpu": 526.86
+    },
+    {
+      "epoch": 2.872098315885298,
+      "grad_norm": 1.5194088220596313,
+      "learning_rate": 1.116342477050896e-05,
+      "loss": 0.7584,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31550,
+      "tokens_per_second_per_gpu": 461.35
+    },
+    {
+      "epoch": 2.8766499772416934,
+      "grad_norm": 1.4639698266983032,
+      "learning_rate": 1.1080828238220157e-05,
+      "loss": 0.7799,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31600,
+      "tokens_per_second_per_gpu": 494.55
+    },
+    {
+      "epoch": 2.881201638598088,
+      "grad_norm": 1.4781426191329956,
+      "learning_rate": 1.0998451313575503e-05,
+      "loss": 0.7683,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31650,
+      "tokens_per_second_per_gpu": 485.53
+    },
+    {
+      "epoch": 2.8857532999544833,
+      "grad_norm": 1.3627039194107056,
+      "learning_rate": 1.0916295296264565e-05,
+      "loss": 0.774,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31700,
+      "tokens_per_second_per_gpu": 495.56
+    },
+    {
+      "epoch": 2.8903049613108784,
+      "grad_norm": 1.423780083656311,
+      "learning_rate": 1.083436148249157e-05,
+      "loss": 0.765,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31750,
+      "tokens_per_second_per_gpu": 490.8
+    },
+    {
+      "epoch": 2.8948566226672736,
+      "grad_norm": 1.3814677000045776,
+      "learning_rate": 1.0752651164954991e-05,
+      "loss": 0.7756,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31800,
+      "tokens_per_second_per_gpu": 508.12
+    },
+    {
+      "epoch": 2.899408284023669,
+      "grad_norm": 1.5840386152267456,
+      "learning_rate": 1.0671165632827097e-05,
+      "loss": 0.7894,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31850,
+      "tokens_per_second_per_gpu": 474.78
+    },
+    {
+      "epoch": 2.9039599453800635,
+      "grad_norm": 1.2030837535858154,
+      "learning_rate": 1.0589906171733641e-05,
+      "loss": 0.7566,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31900,
+      "tokens_per_second_per_gpu": 461.87
+    },
+    {
+      "epoch": 2.9085116067364587,
+      "grad_norm": 1.4285019636154175,
+      "learning_rate": 1.0508874063733582e-05,
+      "loss": 0.7636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 31950,
+      "tokens_per_second_per_gpu": 463.3
+    },
+    {
+      "epoch": 2.913063268092854,
+      "grad_norm": 1.4058661460876465,
+      "learning_rate": 1.0428070587298846e-05,
+      "loss": 0.7785,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32000,
+      "tokens_per_second_per_gpu": 462.42
+    },
+    {
+      "epoch": 2.917614929449249,
+      "grad_norm": 1.3887815475463867,
+      "learning_rate": 1.034749701729416e-05,
+      "loss": 0.7675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32050,
+      "tokens_per_second_per_gpu": 461.89
+    },
+    {
+      "epoch": 2.9221665908056442,
+      "grad_norm": 1.4016015529632568,
+      "learning_rate": 1.0267154624956937e-05,
+      "loss": 0.7545,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32100,
+      "tokens_per_second_per_gpu": 472.9
+    },
+    {
+      "epoch": 2.926718252162039,
+      "grad_norm": 1.3880101442337036,
+      "learning_rate": 1.0187044677877216e-05,
+      "loss": 0.7635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32150,
+      "tokens_per_second_per_gpu": 486.32
+    },
+    {
+      "epoch": 2.931269913518434,
+      "grad_norm": 1.4154095649719238,
+      "learning_rate": 1.0107168439977669e-05,
+      "loss": 0.7569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32200,
+      "tokens_per_second_per_gpu": 453.4
+    },
+    {
+      "epoch": 2.9358215748748293,
+      "grad_norm": 1.4633469581604004,
+      "learning_rate": 1.0027527171493654e-05,
+      "loss": 0.7684,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32250,
+      "tokens_per_second_per_gpu": 492.0
+    },
+    {
+      "epoch": 2.9403732362312245,
+      "grad_norm": 1.5587745904922485,
+      "learning_rate": 9.948122128953335e-06,
+      "loss": 0.7619,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32300,
+      "tokens_per_second_per_gpu": 501.6
+    },
+    {
+      "epoch": 2.9449248975876197,
+      "grad_norm": 1.40702223777771,
+      "learning_rate": 9.868954565157854e-06,
+      "loss": 0.7431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32350,
+      "tokens_per_second_per_gpu": 465.39
+    },
+    {
+      "epoch": 2.9494765589440144,
+      "grad_norm": 1.499337077140808,
+      "learning_rate": 9.790025729161583e-06,
+      "loss": 0.7828,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32400,
+      "tokens_per_second_per_gpu": 503.84
+    },
+    {
+      "epoch": 2.9540282203004096,
+      "grad_norm": 1.3095389604568481,
+      "learning_rate": 9.711336866252386e-06,
+      "loss": 0.7842,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32450,
+      "tokens_per_second_per_gpu": 518.91
+    },
+    {
+      "epoch": 2.9585798816568047,
+      "grad_norm": 1.4443596601486206,
+      "learning_rate": 9.632889217931984e-06,
+      "loss": 0.7597,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32500,
+      "tokens_per_second_per_gpu": 458.51
+    },
+    {
+      "epoch": 2.9631315430132,
+      "grad_norm": 1.2316476106643677,
+      "learning_rate": 9.554684021896388e-06,
+      "loss": 0.7748,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32550,
+      "tokens_per_second_per_gpu": 511.13
+    },
+    {
+      "epoch": 2.967683204369595,
+      "grad_norm": 1.3004258871078491,
+      "learning_rate": 9.47672251201634e-06,
+      "loss": 0.7907,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32600,
+      "tokens_per_second_per_gpu": 509.13
+    },
+    {
+      "epoch": 2.97223486572599,
+      "grad_norm": 1.1468687057495117,
+      "learning_rate": 9.399005918317866e-06,
+      "loss": 0.7514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32650,
+      "tokens_per_second_per_gpu": 477.26
+    },
+    {
+      "epoch": 2.976786527082385,
+      "grad_norm": 1.4267300367355347,
+      "learning_rate": 9.321535466962861e-06,
+      "loss": 0.7709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32700,
+      "tokens_per_second_per_gpu": 500.3
+    },
+    {
+      "epoch": 2.98133818843878,
+      "grad_norm": 1.6295465230941772,
+      "learning_rate": 9.244312380229753e-06,
+      "loss": 0.7552,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32750,
+      "tokens_per_second_per_gpu": 480.54
+    },
+    {
+      "epoch": 2.9858898497951754,
+      "grad_norm": 1.4877276420593262,
+      "learning_rate": 9.167337876494206e-06,
+      "loss": 0.7695,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32800,
+      "tokens_per_second_per_gpu": 476.82
+    },
+    {
+      "epoch": 2.9904415111515705,
+      "grad_norm": 1.6292316913604736,
+      "learning_rate": 9.0906131702099e-06,
+      "loss": 0.7687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32850,
+      "tokens_per_second_per_gpu": 472.45
+    },
+    {
+      "epoch": 2.9949931725079653,
+      "grad_norm": 1.3835020065307617,
+      "learning_rate": 9.014139471889379e-06,
+      "loss": 0.7623,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32900,
+      "tokens_per_second_per_gpu": 466.51
+    },
+    {
+      "epoch": 2.9995448338643604,
+      "grad_norm": 1.5445491075515747,
+      "learning_rate": 8.93791798808494e-06,
+      "loss": 0.7704,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 32950,
+      "tokens_per_second_per_gpu": 498.35
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.9735714197158813,
+      "eval_runtime": 196.1801,
+      "eval_samples_per_second": 5.092,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 32955
+    },
+    {
+      "epoch": 3.0040964952207556,
+      "grad_norm": 1.3530285358428955,
+      "learning_rate": 8.861949921369619e-06,
+      "loss": 0.6531,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33000,
+      "tokens_per_second_per_gpu": 415.57
+    },
+    {
+      "epoch": 3.008648156577151,
+      "grad_norm": 1.3419058322906494,
+      "learning_rate": 8.786236470318187e-06,
+      "loss": 0.662,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33050,
+      "tokens_per_second_per_gpu": 476.58
+    },
+    {
+      "epoch": 3.013199817933546,
+      "grad_norm": 1.4862751960754395,
+      "learning_rate": 8.710778829488255e-06,
+      "loss": 0.6681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33100,
+      "tokens_per_second_per_gpu": 489.86
+    },
+    {
+      "epoch": 3.0177514792899407,
+      "grad_norm": 1.7250821590423584,
+      "learning_rate": 8.635578189401436e-06,
+      "loss": 0.6357,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33150,
+      "tokens_per_second_per_gpu": 474.61
+    },
+    {
+      "epoch": 3.022303140646336,
+      "grad_norm": 1.5229028463363647,
+      "learning_rate": 8.560635736524541e-06,
+      "loss": 0.6431,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33200,
+      "tokens_per_second_per_gpu": 489.77
+    },
+    {
+      "epoch": 3.026854802002731,
+      "grad_norm": 1.6300897598266602,
+      "learning_rate": 8.485952653250877e-06,
+      "loss": 0.66,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33250,
+      "tokens_per_second_per_gpu": 476.31
+    },
+    {
+      "epoch": 3.0314064633591262,
+      "grad_norm": 1.4617377519607544,
+      "learning_rate": 8.411530117881587e-06,
+      "loss": 0.6632,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33300,
+      "tokens_per_second_per_gpu": 502.02
+    },
+    {
+      "epoch": 3.035958124715521,
+      "grad_norm": 1.6737926006317139,
+      "learning_rate": 8.337369304607057e-06,
+      "loss": 0.6502,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33350,
+      "tokens_per_second_per_gpu": 507.89
+    },
+    {
+      "epoch": 3.040509786071916,
+      "grad_norm": 1.4772462844848633,
+      "learning_rate": 8.263471383488392e-06,
+      "loss": 0.6685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33400,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 3.0450614474283113,
+      "grad_norm": 1.6019269227981567,
+      "learning_rate": 8.189837520438952e-06,
+      "loss": 0.6599,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33450,
+      "tokens_per_second_per_gpu": 495.54
+    },
+    {
+      "epoch": 3.0496131087847065,
+      "grad_norm": 1.7322639226913452,
+      "learning_rate": 8.116468877205969e-06,
+      "loss": 0.6568,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33500,
+      "tokens_per_second_per_gpu": 476.57
+    },
+    {
+      "epoch": 3.0541647701411017,
+      "grad_norm": 1.6173838376998901,
+      "learning_rate": 8.043366611352193e-06,
+      "loss": 0.6588,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33550,
+      "tokens_per_second_per_gpu": 462.71
+    },
+    {
+      "epoch": 3.0587164314974964,
+      "grad_norm": 1.5913090705871582,
+      "learning_rate": 7.970531876237672e-06,
+      "loss": 0.6461,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33600,
+      "tokens_per_second_per_gpu": 474.56
+    },
+    {
+      "epoch": 3.0632680928538916,
+      "grad_norm": 1.3040716648101807,
+      "learning_rate": 7.897965821001504e-06,
+      "loss": 0.6573,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33650,
+      "tokens_per_second_per_gpu": 497.3
+    },
+    {
+      "epoch": 3.0678197542102867,
+      "grad_norm": 1.6446518898010254,
+      "learning_rate": 7.825669590543738e-06,
+      "loss": 0.6716,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33700,
+      "tokens_per_second_per_gpu": 500.55
+    },
+    {
+      "epoch": 3.072371415566682,
+      "grad_norm": 1.7018547058105469,
+      "learning_rate": 7.753644325507306e-06,
+      "loss": 0.6368,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33750,
+      "tokens_per_second_per_gpu": 483.4
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 1.6681090593338013,
+      "learning_rate": 7.681891162260015e-06,
+      "loss": 0.6798,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33800,
+      "tokens_per_second_per_gpu": 507.25
+    },
+    {
+      "epoch": 3.081474738279472,
+      "grad_norm": 1.5188624858856201,
+      "learning_rate": 7.610411232876638e-06,
+      "loss": 0.6555,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33850,
+      "tokens_per_second_per_gpu": 490.0
+    },
+    {
+      "epoch": 3.086026399635867,
+      "grad_norm": 1.7600923776626587,
+      "learning_rate": 7.539205665121035e-06,
+      "loss": 0.6636,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33900,
+      "tokens_per_second_per_gpu": 481.09
+    },
+    {
+      "epoch": 3.090578060992262,
+      "grad_norm": 1.9836052656173706,
+      "learning_rate": 7.468275582428369e-06,
+      "loss": 0.6543,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 33950,
+      "tokens_per_second_per_gpu": 524.05
+    },
+    {
+      "epoch": 3.0951297223486574,
+      "grad_norm": 1.8480523824691772,
+      "learning_rate": 7.3976221038873775e-06,
+      "loss": 0.6395,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34000,
+      "tokens_per_second_per_gpu": 445.77
+    },
+    {
+      "epoch": 3.0996813837050525,
+      "grad_norm": 1.5933022499084473,
+      "learning_rate": 7.327246344222716e-06,
+      "loss": 0.635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34050,
+      "tokens_per_second_per_gpu": 452.74
+    },
+    {
+      "epoch": 3.1042330450614473,
+      "grad_norm": 1.4891561269760132,
+      "learning_rate": 7.2571494137773754e-06,
+      "loss": 0.6424,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34100,
+      "tokens_per_second_per_gpu": 467.57
+    },
+    {
+      "epoch": 3.1087847064178424,
+      "grad_norm": 1.3638157844543457,
+      "learning_rate": 7.187332418495152e-06,
+      "loss": 0.6589,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34150,
+      "tokens_per_second_per_gpu": 492.34
+    },
+    {
+      "epoch": 3.1133363677742376,
+      "grad_norm": 1.347619891166687,
+      "learning_rate": 7.117796459903228e-06,
+      "loss": 0.6617,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34200,
+      "tokens_per_second_per_gpu": 472.39
+    },
+    {
+      "epoch": 3.117888029130633,
+      "grad_norm": 1.770125150680542,
+      "learning_rate": 7.048542635094752e-06,
+      "loss": 0.6414,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34250,
+      "tokens_per_second_per_gpu": 470.02
+    },
+    {
+      "epoch": 3.122439690487028,
+      "grad_norm": 1.34881591796875,
+      "learning_rate": 6.979572036711548e-06,
+      "loss": 0.6603,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34300,
+      "tokens_per_second_per_gpu": 504.63
+    },
+    {
+      "epoch": 3.1269913518434227,
+      "grad_norm": 1.9866487979888916,
+      "learning_rate": 6.9108857529268965e-06,
+      "loss": 0.6562,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34350,
+      "tokens_per_second_per_gpu": 463.14
+    },
+    {
+      "epoch": 3.131543013199818,
+      "grad_norm": 1.886730670928955,
+      "learning_rate": 6.842484867428323e-06,
+      "loss": 0.6569,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34400,
+      "tokens_per_second_per_gpu": 490.25
+    },
+    {
+      "epoch": 3.136094674556213,
+      "grad_norm": 1.8228403329849243,
+      "learning_rate": 6.774370459400542e-06,
+      "loss": 0.6639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34450,
+      "tokens_per_second_per_gpu": 498.22
+    },
+    {
+      "epoch": 3.1406463359126082,
+      "grad_norm": 1.59607994556427,
+      "learning_rate": 6.706543603508403e-06,
+      "loss": 0.6439,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34500,
+      "tokens_per_second_per_gpu": 478.81
+    },
+    {
+      "epoch": 3.145197997269003,
+      "grad_norm": 1.8505710363388062,
+      "learning_rate": 6.639005369879955e-06,
+      "loss": 0.6514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34550,
+      "tokens_per_second_per_gpu": 487.72
+    },
+    {
+      "epoch": 3.149749658625398,
+      "grad_norm": 1.8522517681121826,
+      "learning_rate": 6.571756824089539e-06,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34600,
+      "tokens_per_second_per_gpu": 501.77
+    },
+    {
+      "epoch": 3.1543013199817933,
+      "grad_norm": 1.5501015186309814,
+      "learning_rate": 6.504799027141001e-06,
+      "loss": 0.6696,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34650,
+      "tokens_per_second_per_gpu": 524.56
+    },
+    {
+      "epoch": 3.1588529813381885,
+      "grad_norm": 1.4875781536102295,
+      "learning_rate": 6.438133035450936e-06,
+      "loss": 0.675,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34700,
+      "tokens_per_second_per_gpu": 520.96
+    },
+    {
+      "epoch": 3.1634046426945837,
+      "grad_norm": 1.560786247253418,
+      "learning_rate": 6.37175990083202e-06,
+      "loss": 0.651,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34750,
+      "tokens_per_second_per_gpu": 496.71
+    },
+    {
+      "epoch": 3.1679563040509784,
+      "grad_norm": 1.3014919757843018,
+      "learning_rate": 6.305680670476436e-06,
+      "loss": 0.6719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34800,
+      "tokens_per_second_per_gpu": 490.92
+    },
+    {
+      "epoch": 3.1725079654073736,
+      "grad_norm": 1.5218391418457031,
+      "learning_rate": 6.239896386939323e-06,
+      "loss": 0.6454,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34850,
+      "tokens_per_second_per_gpu": 451.03
+    },
+    {
+      "epoch": 3.1770596267637687,
+      "grad_norm": 1.9518988132476807,
+      "learning_rate": 6.174408088122344e-06,
+      "loss": 0.6532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34900,
+      "tokens_per_second_per_gpu": 493.78
+    },
+    {
+      "epoch": 3.181611288120164,
+      "grad_norm": 1.97776198387146,
+      "learning_rate": 6.1092168072573095e-06,
+      "loss": 0.6719,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 34950,
+      "tokens_per_second_per_gpu": 474.38
+    },
+    {
+      "epoch": 3.186162949476559,
+      "grad_norm": 1.3716925382614136,
+      "learning_rate": 6.04432357288987e-06,
+      "loss": 0.655,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35000,
+      "tokens_per_second_per_gpu": 473.91
+    },
+    {
+      "epoch": 3.190714610832954,
+      "grad_norm": 1.4617153406143188,
+      "learning_rate": 5.979729408863299e-06,
+      "loss": 0.6699,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35050,
+      "tokens_per_second_per_gpu": 499.89
+    },
+    {
+      "epoch": 3.195266272189349,
+      "grad_norm": 1.5557167530059814,
+      "learning_rate": 5.9154353343023245e-06,
+      "loss": 0.651,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35100,
+      "tokens_per_second_per_gpu": 476.63
+    },
+    {
+      "epoch": 3.199817933545744,
+      "grad_norm": 1.5268049240112305,
+      "learning_rate": 5.8514423635970626e-06,
+      "loss": 0.6672,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35150,
+      "tokens_per_second_per_gpu": 514.69
+    },
+    {
+      "epoch": 3.2,
+      "eval_loss": 1.0137217044830322,
+      "eval_runtime": 196.5158,
+      "eval_samples_per_second": 5.084,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 35152
+    },
+    {
+      "epoch": 3.2043695949021394,
+      "grad_norm": 1.5790226459503174,
+      "learning_rate": 5.787751506387007e-06,
+      "loss": 0.6643,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35200,
+      "tokens_per_second_per_gpu": 472.58
+    },
+    {
+      "epoch": 3.2089212562585345,
+      "grad_norm": 1.5815094709396362,
+      "learning_rate": 5.7243637675451014e-06,
+      "loss": 0.6678,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35250,
+      "tokens_per_second_per_gpu": 488.89
+    },
+    {
+      "epoch": 3.2134729176149293,
+      "grad_norm": 1.5472116470336914,
+      "learning_rate": 5.661280147161888e-06,
+      "loss": 0.6714,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35300,
+      "tokens_per_second_per_gpu": 519.03
+    },
+    {
+      "epoch": 3.2180245789713244,
+      "grad_norm": 1.6719571352005005,
+      "learning_rate": 5.598501640529713e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35350,
+      "tokens_per_second_per_gpu": 498.74
+    },
+    {
+      "epoch": 3.2225762403277196,
+      "grad_norm": 1.6827168464660645,
+      "learning_rate": 5.5360292381270604e-06,
+      "loss": 0.6653,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35400,
+      "tokens_per_second_per_gpu": 494.9
+    },
+    {
+      "epoch": 3.227127901684115,
+      "grad_norm": 1.5358210802078247,
+      "learning_rate": 5.473863925602881e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35450,
+      "tokens_per_second_per_gpu": 480.42
+    },
+    {
+      "epoch": 3.23167956304051,
+      "grad_norm": 1.635041356086731,
+      "learning_rate": 5.412006683761065e-06,
+      "loss": 0.6668,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35500,
+      "tokens_per_second_per_gpu": 509.06
+    },
+    {
+      "epoch": 3.2362312243969047,
+      "grad_norm": 1.571561574935913,
+      "learning_rate": 5.350458488544966e-06,
+      "loss": 0.6642,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35550,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 3.2407828857533,
+      "grad_norm": 1.8174020051956177,
+      "learning_rate": 5.289220311021997e-06,
+      "loss": 0.6645,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35600,
+      "tokens_per_second_per_gpu": 482.42
+    },
+    {
+      "epoch": 3.245334547109695,
+      "grad_norm": 1.6712254285812378,
+      "learning_rate": 5.228293117368319e-06,
+      "loss": 0.6583,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35650,
+      "tokens_per_second_per_gpu": 480.9
+    },
+    {
+      "epoch": 3.24988620846609,
+      "grad_norm": 1.5725531578063965,
+      "learning_rate": 5.1676778688535876e-06,
+      "loss": 0.6456,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35700,
+      "tokens_per_second_per_gpu": 448.45
+    },
+    {
+      "epoch": 3.2544378698224854,
+      "grad_norm": 1.533808708190918,
+      "learning_rate": 5.107375521825791e-06,
+      "loss": 0.6559,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35750,
+      "tokens_per_second_per_gpu": 470.25
+    },
+    {
+      "epoch": 3.25898953117888,
+      "grad_norm": 1.455149531364441,
+      "learning_rate": 5.047387027696165e-06,
+      "loss": 0.6654,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35800,
+      "tokens_per_second_per_gpu": 497.17
+    },
+    {
+      "epoch": 3.2635411925352753,
+      "grad_norm": 1.724476933479309,
+      "learning_rate": 4.987713332924174e-06,
+      "loss": 0.6602,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35850,
+      "tokens_per_second_per_gpu": 492.33
+    },
+    {
+      "epoch": 3.2680928538916705,
+      "grad_norm": 1.6139812469482422,
+      "learning_rate": 4.928355379002584e-06,
+      "loss": 0.6563,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35900,
+      "tokens_per_second_per_gpu": 478.57
+    },
+    {
+      "epoch": 3.2726445152480657,
+      "grad_norm": 1.7342591285705566,
+      "learning_rate": 4.869314102442604e-06,
+      "loss": 0.6564,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 35950,
+      "tokens_per_second_per_gpu": 475.59
+    },
+    {
+      "epoch": 3.277196176604461,
+      "grad_norm": 1.4513487815856934,
+      "learning_rate": 4.8105904347591245e-06,
+      "loss": 0.6659,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36000,
+      "tokens_per_second_per_gpu": 472.9
+    },
+    {
+      "epoch": 3.2817478379608556,
+      "grad_norm": 1.3770030736923218,
+      "learning_rate": 4.752185302455997e-06,
+      "loss": 0.6458,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36050,
+      "tokens_per_second_per_gpu": 471.99
+    },
+    {
+      "epoch": 3.2862994993172507,
+      "grad_norm": 2.054734468460083,
+      "learning_rate": 4.694099627011433e-06,
+      "loss": 0.661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36100,
+      "tokens_per_second_per_gpu": 506.42
+    },
+    {
+      "epoch": 3.290851160673646,
+      "grad_norm": 1.678490161895752,
+      "learning_rate": 4.6363343248634675e-06,
+      "loss": 0.6722,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36150,
+      "tokens_per_second_per_gpu": 487.69
+    },
+    {
+      "epoch": 3.295402822030041,
+      "grad_norm": 1.412787914276123,
+      "learning_rate": 4.5788903073954805e-06,
+      "loss": 0.6529,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36200,
+      "tokens_per_second_per_gpu": 486.59
+    },
+    {
+      "epoch": 3.2999544833864363,
+      "grad_norm": 1.6679067611694336,
+      "learning_rate": 4.521768480921845e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36250,
+      "tokens_per_second_per_gpu": 487.94
+    },
+    {
+      "epoch": 3.304506144742831,
+      "grad_norm": 1.6302002668380737,
+      "learning_rate": 4.464969746673609e-06,
+      "loss": 0.673,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36300,
+      "tokens_per_second_per_gpu": 514.5
+    },
+    {
+      "epoch": 3.309057806099226,
+      "grad_norm": 1.4526721239089966,
+      "learning_rate": 4.408495000784274e-06,
+      "loss": 0.6477,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36350,
+      "tokens_per_second_per_gpu": 500.37
+    },
+    {
+      "epoch": 3.3136094674556213,
+      "grad_norm": 1.7062057256698608,
+      "learning_rate": 4.3523451342756705e-06,
+      "loss": 0.6436,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36400,
+      "tokens_per_second_per_gpu": 442.05
+    },
+    {
+      "epoch": 3.3181611288120165,
+      "grad_norm": 1.7726435661315918,
+      "learning_rate": 4.2965210330439015e-06,
+      "loss": 0.6473,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36450,
+      "tokens_per_second_per_gpu": 460.83
+    },
+    {
+      "epoch": 3.3227127901684117,
+      "grad_norm": 1.626259684562683,
+      "learning_rate": 4.241023577845343e-06,
+      "loss": 0.6618,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36500,
+      "tokens_per_second_per_gpu": 476.19
+    },
+    {
+      "epoch": 3.3272644515248064,
+      "grad_norm": 1.914724349975586,
+      "learning_rate": 4.185853644282769e-06,
+      "loss": 0.6607,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36550,
+      "tokens_per_second_per_gpu": 492.76
+    },
+    {
+      "epoch": 3.3318161128812016,
+      "grad_norm": 1.4026740789413452,
+      "learning_rate": 4.131012102791532e-06,
+      "loss": 0.6544,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36600,
+      "tokens_per_second_per_gpu": 487.25
+    },
+    {
+      "epoch": 3.336367774237597,
+      "grad_norm": 1.5948106050491333,
+      "learning_rate": 4.07649981862582e-06,
+      "loss": 0.6583,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36650,
+      "tokens_per_second_per_gpu": 503.42
+    },
+    {
+      "epoch": 3.340919435593992,
+      "grad_norm": 1.573398232460022,
+      "learning_rate": 4.02231765184502e-06,
+      "loss": 0.6687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36700,
+      "tokens_per_second_per_gpu": 513.38
+    },
+    {
+      "epoch": 3.345471096950387,
+      "grad_norm": 1.5159857273101807,
+      "learning_rate": 3.968466457300138e-06,
+      "loss": 0.6481,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36750,
+      "tokens_per_second_per_gpu": 459.02
+    },
+    {
+      "epoch": 3.350022758306782,
+      "grad_norm": 1.6860300302505493,
+      "learning_rate": 3.914947084620316e-06,
+      "loss": 0.6561,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36800,
+      "tokens_per_second_per_gpu": 487.08
+    },
+    {
+      "epoch": 3.354574419663177,
+      "grad_norm": 1.3102531433105469,
+      "learning_rate": 3.861760378199431e-06,
+      "loss": 0.6572,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36850,
+      "tokens_per_second_per_gpu": 502.49
+    },
+    {
+      "epoch": 3.359126081019572,
+      "grad_norm": 1.665374994277954,
+      "learning_rate": 3.8089071771827607e-06,
+      "loss": 0.6635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36900,
+      "tokens_per_second_per_gpu": 465.35
+    },
+    {
+      "epoch": 3.3636777423759674,
+      "grad_norm": 1.8100502490997314,
+      "learning_rate": 3.7563883154537545e-06,
+      "loss": 0.6745,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 36950,
+      "tokens_per_second_per_gpu": 499.77
+    },
+    {
+      "epoch": 3.368229403732362,
+      "grad_norm": 2.081054449081421,
+      "learning_rate": 3.7042046216208686e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37000,
+      "tokens_per_second_per_gpu": 450.25
+    },
+    {
+      "epoch": 3.3727810650887573,
+      "grad_norm": 1.6421407461166382,
+      "learning_rate": 3.6523569190045126e-06,
+      "loss": 0.6571,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37050,
+      "tokens_per_second_per_gpu": 479.34
+    },
+    {
+      "epoch": 3.3773327264451525,
+      "grad_norm": 1.7119728326797485,
+      "learning_rate": 3.6008460256240328e-06,
+      "loss": 0.6757,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37100,
+      "tokens_per_second_per_gpu": 506.88
+    },
+    {
+      "epoch": 3.3818843878015477,
+      "grad_norm": 1.333788514137268,
+      "learning_rate": 3.5496727541848215e-06,
+      "loss": 0.6446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37150,
+      "tokens_per_second_per_gpu": 479.93
+    },
+    {
+      "epoch": 3.386436049157943,
+      "grad_norm": 1.793472170829773,
+      "learning_rate": 3.498837912065489e-06,
+      "loss": 0.6681,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37200,
+      "tokens_per_second_per_gpu": 488.56
+    },
+    {
+      "epoch": 3.3909877105143376,
+      "grad_norm": 1.61867356300354,
+      "learning_rate": 3.4483423013051323e-06,
+      "loss": 0.6414,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37250,
+      "tokens_per_second_per_gpu": 471.26
+    },
+    {
+      "epoch": 3.3955393718707327,
+      "grad_norm": 1.9037747383117676,
+      "learning_rate": 3.3981867185906706e-06,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37300,
+      "tokens_per_second_per_gpu": 490.37
+    },
+    {
+      "epoch": 3.4,
+      "eval_loss": 1.015528678894043,
+      "eval_runtime": 195.8565,
+      "eval_samples_per_second": 5.101,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 37349
+    },
+    {
+      "epoch": 3.400091033227128,
+      "grad_norm": 1.6967730522155762,
+      "learning_rate": 3.3483719552442894e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 76.01,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37350,
+      "tokens_per_second_per_gpu": 8.22
+    },
+    {
+      "epoch": 3.404642694583523,
+      "grad_norm": 1.3011078834533691,
+      "learning_rate": 3.2988987972109418e-06,
+      "loss": 0.6673,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37400,
+      "tokens_per_second_per_gpu": 498.7
+    },
+    {
+      "epoch": 3.4091943559399183,
+      "grad_norm": 1.3419616222381592,
+      "learning_rate": 3.2497680250459547e-06,
+      "loss": 0.6342,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37450,
+      "tokens_per_second_per_gpu": 451.1
+    },
+    {
+      "epoch": 3.413746017296313,
+      "grad_norm": 1.4529420137405396,
+      "learning_rate": 3.2009804139027155e-06,
+      "loss": 0.6598,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37500,
+      "tokens_per_second_per_gpu": 487.52
+    },
+    {
+      "epoch": 3.418297678652708,
+      "grad_norm": 1.46367347240448,
+      "learning_rate": 3.152536733520442e-06,
+      "loss": 0.6423,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37550,
+      "tokens_per_second_per_gpu": 463.7
+    },
+    {
+      "epoch": 3.4228493400091033,
+      "grad_norm": 1.658532977104187,
+      "learning_rate": 3.1044377482120246e-06,
+      "loss": 0.663,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37600,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 3.4274010013654985,
+      "grad_norm": 1.5503042936325073,
+      "learning_rate": 3.056684216851999e-06,
+      "loss": 0.6693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37650,
+      "tokens_per_second_per_gpu": 468.13
+    },
+    {
+      "epoch": 3.4319526627218933,
+      "grad_norm": 1.3065074682235718,
+      "learning_rate": 3.0092768928645375e-06,
+      "loss": 0.6674,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37700,
+      "tokens_per_second_per_gpu": 498.52
+    },
+    {
+      "epoch": 3.4365043240782884,
+      "grad_norm": 1.7457201480865479,
+      "learning_rate": 2.9622165242115808e-06,
+      "loss": 0.6659,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37750,
+      "tokens_per_second_per_gpu": 500.49
+    },
+    {
+      "epoch": 3.4410559854346836,
+      "grad_norm": 1.7811120748519897,
+      "learning_rate": 2.9155038533810325e-06,
+      "loss": 0.6687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37800,
+      "tokens_per_second_per_gpu": 519.01
+    },
+    {
+      "epoch": 3.445607646791079,
+      "grad_norm": 2.163778781890869,
+      "learning_rate": 2.869139617375055e-06,
+      "loss": 0.669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37850,
+      "tokens_per_second_per_gpu": 537.78
+    },
+    {
+      "epoch": 3.450159308147474,
+      "grad_norm": 1.4239171743392944,
+      "learning_rate": 2.8231245476984192e-06,
+      "loss": 0.6516,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37900,
+      "tokens_per_second_per_gpu": 514.68
+    },
+    {
+      "epoch": 3.4547109695038687,
+      "grad_norm": 1.7351467609405518,
+      "learning_rate": 2.7774593703469852e-06,
+      "loss": 0.6496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 37950,
+      "tokens_per_second_per_gpu": 469.95
+    },
+    {
+      "epoch": 3.459262630860264,
+      "grad_norm": 1.7165180444717407,
+      "learning_rate": 2.732144805796236e-06,
+      "loss": 0.6482,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38000,
+      "tokens_per_second_per_gpu": 493.65
+    },
+    {
+      "epoch": 3.463814292216659,
+      "grad_norm": 1.383346438407898,
+      "learning_rate": 2.687181568989919e-06,
+      "loss": 0.6565,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38050,
+      "tokens_per_second_per_gpu": 472.46
+    },
+    {
+      "epoch": 3.468365953573054,
+      "grad_norm": 1.528689980506897,
+      "learning_rate": 2.6425703693287533e-06,
+      "loss": 0.6534,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38100,
+      "tokens_per_second_per_gpu": 452.96
+    },
+    {
+      "epoch": 3.4729176149294494,
+      "grad_norm": 1.5609986782073975,
+      "learning_rate": 2.5983119106592512e-06,
+      "loss": 0.6784,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38150,
+      "tokens_per_second_per_gpu": 530.79
+    },
+    {
+      "epoch": 3.477469276285844,
+      "grad_norm": 1.7582324743270874,
+      "learning_rate": 2.5544068912625977e-06,
+      "loss": 0.6474,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38200,
+      "tokens_per_second_per_gpu": 500.09
+    },
+    {
+      "epoch": 3.4820209376422393,
+      "grad_norm": 1.611234188079834,
+      "learning_rate": 2.510856003843659e-06,
+      "loss": 0.6492,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38250,
+      "tokens_per_second_per_gpu": 475.4
+    },
+    {
+      "epoch": 3.4865725989986345,
+      "grad_norm": 1.5946812629699707,
+      "learning_rate": 2.4676599355200225e-06,
+      "loss": 0.6517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38300,
+      "tokens_per_second_per_gpu": 479.63
+    },
+    {
+      "epoch": 3.4911242603550297,
+      "grad_norm": 1.3531148433685303,
+      "learning_rate": 2.4248193678111735e-06,
+      "loss": 0.6606,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38350,
+      "tokens_per_second_per_gpu": 464.16
+    },
+    {
+      "epoch": 3.495675921711425,
+      "grad_norm": 1.433319330215454,
+      "learning_rate": 2.3823349766277453e-06,
+      "loss": 0.6763,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38400,
+      "tokens_per_second_per_gpu": 465.35
+    },
+    {
+      "epoch": 3.5002275830678196,
+      "grad_norm": 1.3814903497695923,
+      "learning_rate": 2.3402074322608437e-06,
+      "loss": 0.6548,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38450,
+      "tokens_per_second_per_gpu": 471.8
+    },
+    {
+      "epoch": 3.5047792444242147,
+      "grad_norm": 1.639966368675232,
+      "learning_rate": 2.298437399371481e-06,
+      "loss": 0.6371,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38500,
+      "tokens_per_second_per_gpu": 455.42
+    },
+    {
+      "epoch": 3.50933090578061,
+      "grad_norm": 1.2393807172775269,
+      "learning_rate": 2.2570255369800815e-06,
+      "loss": 0.6771,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38550,
+      "tokens_per_second_per_gpu": 490.62
+    },
+    {
+      "epoch": 3.513882567137005,
+      "grad_norm": 1.503077507019043,
+      "learning_rate": 2.2159724984560925e-06,
+      "loss": 0.6452,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38600,
+      "tokens_per_second_per_gpu": 476.85
+    },
+    {
+      "epoch": 3.5184342284934003,
+      "grad_norm": 1.5892212390899658,
+      "learning_rate": 2.175278931507671e-06,
+      "loss": 0.6362,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38650,
+      "tokens_per_second_per_gpu": 474.2
+    },
+    {
+      "epoch": 3.522985889849795,
+      "grad_norm": 1.6182997226715088,
+      "learning_rate": 2.134945478171463e-06,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38700,
+      "tokens_per_second_per_gpu": 483.72
+    },
+    {
+      "epoch": 3.52753755120619,
+      "grad_norm": 1.5786893367767334,
+      "learning_rate": 2.0949727748024756e-06,
+      "loss": 0.6685,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38750,
+      "tokens_per_second_per_gpu": 510.61
+    },
+    {
+      "epoch": 3.5320892125625853,
+      "grad_norm": 1.6226705312728882,
+      "learning_rate": 2.0553614520640363e-06,
+      "loss": 0.6331,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38800,
+      "tokens_per_second_per_gpu": 464.41
+    },
+    {
+      "epoch": 3.5366408739189805,
+      "grad_norm": 1.609815239906311,
+      "learning_rate": 2.016112134917858e-06,
+      "loss": 0.6579,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38850,
+      "tokens_per_second_per_gpu": 475.45
+    },
+    {
+      "epoch": 3.5411925352753757,
+      "grad_norm": 1.6627197265625,
+      "learning_rate": 1.9772254426141447e-06,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38900,
+      "tokens_per_second_per_gpu": 466.41
+    },
+    {
+      "epoch": 3.5457441966317704,
+      "grad_norm": 1.826428771018982,
+      "learning_rate": 1.9387019886818515e-06,
+      "loss": 0.6573,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 38950,
+      "tokens_per_second_per_gpu": 480.56
+    },
+    {
+      "epoch": 3.5502958579881656,
+      "grad_norm": 1.4561930894851685,
+      "learning_rate": 1.9005423809189959e-06,
+      "loss": 0.6643,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39000,
+      "tokens_per_second_per_gpu": 500.81
+    },
+    {
+      "epoch": 3.554847519344561,
+      "grad_norm": 1.8014180660247803,
+      "learning_rate": 1.8627472213830572e-06,
+      "loss": 0.6523,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39050,
+      "tokens_per_second_per_gpu": 481.78
+    },
+    {
+      "epoch": 3.559399180700956,
+      "grad_norm": 1.6044520139694214,
+      "learning_rate": 1.8253171063815023e-06,
+      "loss": 0.6537,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39100,
+      "tokens_per_second_per_gpu": 482.64
+    },
+    {
+      "epoch": 3.563950842057351,
+      "grad_norm": 1.4636297225952148,
+      "learning_rate": 1.78825262646235e-06,
+      "loss": 0.6527,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39150,
+      "tokens_per_second_per_gpu": 493.22
+    },
+    {
+      "epoch": 3.568502503413746,
+      "grad_norm": 1.907880187034607,
+      "learning_rate": 1.7515543664048728e-06,
+      "loss": 0.6779,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39200,
+      "tokens_per_second_per_gpu": 493.82
+    },
+    {
+      "epoch": 3.573054164770141,
+      "grad_norm": 1.7787017822265625,
+      "learning_rate": 1.715222905210362e-06,
+      "loss": 0.641,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39250,
+      "tokens_per_second_per_gpu": 457.56
+    },
+    {
+      "epoch": 3.577605826126536,
+      "grad_norm": 1.5393340587615967,
+      "learning_rate": 1.679258816092999e-06,
+      "loss": 0.6339,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39300,
+      "tokens_per_second_per_gpu": 472.29
+    },
+    {
+      "epoch": 3.5821574874829314,
+      "grad_norm": 1.6022719144821167,
+      "learning_rate": 1.6436626664707995e-06,
+      "loss": 0.6608,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39350,
+      "tokens_per_second_per_gpu": 503.19
+    },
+    {
+      "epoch": 3.5867091488393266,
+      "grad_norm": 1.6085164546966553,
+      "learning_rate": 1.608435017956672e-06,
+      "loss": 0.6446,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39400,
+      "tokens_per_second_per_gpu": 504.76
+    },
+    {
+      "epoch": 3.5912608101957213,
+      "grad_norm": 1.5960315465927124,
+      "learning_rate": 1.5735764263495655e-06,
+      "loss": 0.6571,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39450,
+      "tokens_per_second_per_gpu": 507.71
+    },
+    {
+      "epoch": 3.5958124715521165,
+      "grad_norm": 1.590531826019287,
+      "learning_rate": 1.5390874416256694e-06,
+      "loss": 0.6744,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39500,
+      "tokens_per_second_per_gpu": 515.42
+    },
+    {
+      "epoch": 3.6,
+      "eval_loss": 1.015249490737915,
+      "eval_runtime": 196.7067,
+      "eval_samples_per_second": 5.079,
+      "eval_steps_per_second": 0.366,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 39546
+    },
+    {
+      "epoch": 3.6003641329085116,
+      "grad_norm": 1.5634604692459106,
+      "learning_rate": 1.5049686079297715e-06,
+      "loss": 0.6493,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39550,
+      "tokens_per_second_per_gpu": 32.91
+    },
+    {
+      "epoch": 3.604915794264907,
+      "grad_norm": 1.8618580102920532,
+      "learning_rate": 1.4712204635666498e-06,
+      "loss": 0.6562,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39600,
+      "tokens_per_second_per_gpu": 488.16
+    },
+    {
+      "epoch": 3.609467455621302,
+      "grad_norm": 1.4708662033081055,
+      "learning_rate": 1.4378435409925867e-06,
+      "loss": 0.6469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39650,
+      "tokens_per_second_per_gpu": 472.84
+    },
+    {
+      "epoch": 3.6140191169776967,
+      "grad_norm": 1.8748801946640015,
+      "learning_rate": 1.404838366806971e-06,
+      "loss": 0.6733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39700,
+      "tokens_per_second_per_gpu": 519.82
+    },
+    {
+      "epoch": 3.618570778334092,
+      "grad_norm": 2.1891469955444336,
+      "learning_rate": 1.3722054617439916e-06,
+      "loss": 0.6537,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39750,
+      "tokens_per_second_per_gpu": 504.04
+    },
+    {
+      "epoch": 3.623122439690487,
+      "grad_norm": 1.809812307357788,
+      "learning_rate": 1.3399453406644059e-06,
+      "loss": 0.6531,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39800,
+      "tokens_per_second_per_gpu": 506.87
+    },
+    {
+      "epoch": 3.6276741010468823,
+      "grad_norm": 1.682203769683838,
+      "learning_rate": 1.308058512547436e-06,
+      "loss": 0.6608,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39850,
+      "tokens_per_second_per_gpu": 502.02
+    },
+    {
+      "epoch": 3.6322257624032774,
+      "grad_norm": 1.541329026222229,
+      "learning_rate": 1.276545480482727e-06,
+      "loss": 0.6698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39900,
+      "tokens_per_second_per_gpu": 487.38
+    },
+    {
+      "epoch": 3.636777423759672,
+      "grad_norm": 1.6913994550704956,
+      "learning_rate": 1.2454067416624193e-06,
+      "loss": 0.6437,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 39950,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 3.6413290851160673,
+      "grad_norm": 1.6575472354888916,
+      "learning_rate": 1.2146427873732852e-06,
+      "loss": 0.6496,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40000,
+      "tokens_per_second_per_gpu": 482.07
+    },
+    {
+      "epoch": 3.6458807464724625,
+      "grad_norm": 1.321257472038269,
+      "learning_rate": 1.1842541029890048e-06,
+      "loss": 0.6698,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40050,
+      "tokens_per_second_per_gpu": 491.1
+    },
+    {
+      "epoch": 3.6504324078288577,
+      "grad_norm": 1.3233212232589722,
+      "learning_rate": 1.154241167962486e-06,
+      "loss": 0.6591,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40100,
+      "tokens_per_second_per_gpu": 503.64
+    },
+    {
+      "epoch": 3.654984069185253,
+      "grad_norm": 1.799234390258789,
+      "learning_rate": 1.1246044558183066e-06,
+      "loss": 0.6715,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40150,
+      "tokens_per_second_per_gpu": 499.27
+    },
+    {
+      "epoch": 3.6595357305416476,
+      "grad_norm": 2.0476598739624023,
+      "learning_rate": 1.0953444341452458e-06,
+      "loss": 0.6682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40200,
+      "tokens_per_second_per_gpu": 505.54
+    },
+    {
+      "epoch": 3.664087391898043,
+      "grad_norm": 1.5130788087844849,
+      "learning_rate": 1.0664615645889054e-06,
+      "loss": 0.6373,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40250,
+      "tokens_per_second_per_gpu": 465.58
+    },
+    {
+      "epoch": 3.668639053254438,
+      "grad_norm": 1.7768909931182861,
+      "learning_rate": 1.0379563028444255e-06,
+      "loss": 0.6325,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40300,
+      "tokens_per_second_per_gpu": 481.66
+    },
+    {
+      "epoch": 3.6731907146108327,
+      "grad_norm": 1.909771203994751,
+      "learning_rate": 1.0098290986493009e-06,
+      "loss": 0.64,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40350,
+      "tokens_per_second_per_gpu": 474.29
+    },
+    {
+      "epoch": 3.6777423759672283,
+      "grad_norm": 1.581221580505371,
+      "learning_rate": 9.820803957762693e-07,
+      "loss": 0.6608,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40400,
+      "tokens_per_second_per_gpu": 484.98
+    },
+    {
+      "epoch": 3.682294037323623,
+      "grad_norm": 1.7531181573867798,
+      "learning_rate": 9.547106320263344e-07,
+      "loss": 0.6397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40450,
+      "tokens_per_second_per_gpu": 447.41
+    },
+    {
+      "epoch": 3.686845698680018,
+      "grad_norm": 1.3387778997421265,
+      "learning_rate": 9.277202392218298e-07,
+      "loss": 0.6586,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40500,
+      "tokens_per_second_per_gpu": 493.88
+    },
+    {
+      "epoch": 3.6913973600364134,
+      "grad_norm": 1.9285058975219727,
+      "learning_rate": 9.011096431996352e-07,
+      "loss": 0.6548,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40550,
+      "tokens_per_second_per_gpu": 504.07
+    },
+    {
+      "epoch": 3.695949021392808,
+      "grad_norm": 1.5096101760864258,
+      "learning_rate": 8.748792638044289e-07,
+      "loss": 0.6782,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40600,
+      "tokens_per_second_per_gpu": 523.39
+    },
+    {
+      "epoch": 3.7005006827492033,
+      "grad_norm": 1.5004130601882935,
+      "learning_rate": 8.490295148820965e-07,
+      "loss": 0.6532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40650,
+      "tokens_per_second_per_gpu": 494.85
+    },
+    {
+      "epoch": 3.7050523441055985,
+      "grad_norm": 1.642987608909607,
+      "learning_rate": 8.235608042731685e-07,
+      "loss": 0.6537,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40700,
+      "tokens_per_second_per_gpu": 478.68
+    },
+    {
+      "epoch": 3.7096040054619936,
+      "grad_norm": 1.7471836805343628,
+      "learning_rate": 7.984735338064043e-07,
+      "loss": 0.6464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40750,
+      "tokens_per_second_per_gpu": 490.71
+    },
+    {
+      "epoch": 3.714155666818389,
+      "grad_norm": 1.4065643548965454,
+      "learning_rate": 7.737680992924489e-07,
+      "loss": 0.6789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40800,
+      "tokens_per_second_per_gpu": 517.25
+    },
+    {
+      "epoch": 3.7187073281747836,
+      "grad_norm": 1.5657329559326172,
+      "learning_rate": 7.494448905175922e-07,
+      "loss": 0.6507,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40850,
+      "tokens_per_second_per_gpu": 472.29
+    },
+    {
+      "epoch": 3.7232589895311787,
+      "grad_norm": 1.9447294473648071,
+      "learning_rate": 7.255042912376108e-07,
+      "loss": 0.6466,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40900,
+      "tokens_per_second_per_gpu": 487.68
+    },
+    {
+      "epoch": 3.727810650887574,
+      "grad_norm": 1.7239102125167847,
+      "learning_rate": 7.019466791717166e-07,
+      "loss": 0.6551,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 40950,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 3.732362312243969,
+      "grad_norm": 1.4075065851211548,
+      "learning_rate": 6.787724259965988e-07,
+      "loss": 0.6464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41000,
+      "tokens_per_second_per_gpu": 484.84
+    },
+    {
+      "epoch": 3.7369139736003643,
+      "grad_norm": 1.4332797527313232,
+      "learning_rate": 6.55981897340563e-07,
+      "loss": 0.6604,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41050,
+      "tokens_per_second_per_gpu": 500.3
+    },
+    {
+      "epoch": 3.741465634956759,
+      "grad_norm": 1.563614845275879,
+      "learning_rate": 6.335754527777515e-07,
+      "loss": 0.655,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41100,
+      "tokens_per_second_per_gpu": 499.4
+    },
+    {
+      "epoch": 3.746017296313154,
+      "grad_norm": 1.7577075958251953,
+      "learning_rate": 6.115534458224853e-07,
+      "loss": 0.6556,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41150,
+      "tokens_per_second_per_gpu": 530.38
+    },
+    {
+      "epoch": 3.7505689576695493,
+      "grad_norm": 1.8939036130905151,
+      "learning_rate": 5.899162239236727e-07,
+      "loss": 0.6657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41200,
+      "tokens_per_second_per_gpu": 514.09
+    },
+    {
+      "epoch": 3.7551206190259445,
+      "grad_norm": 1.8021842241287231,
+      "learning_rate": 5.686641284593369e-07,
+      "loss": 0.6634,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 3.7596722803823397,
+      "grad_norm": 1.4221422672271729,
+      "learning_rate": 5.477974947312281e-07,
+      "loss": 0.6425,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41300,
+      "tokens_per_second_per_gpu": 471.62
+    },
+    {
+      "epoch": 3.7642239417387344,
+      "grad_norm": 1.4905974864959717,
+      "learning_rate": 5.273166519595251e-07,
+      "loss": 0.6421,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41350,
+      "tokens_per_second_per_gpu": 484.04
+    },
+    {
+      "epoch": 3.7687756030951296,
+      "grad_norm": 1.8478672504425049,
+      "learning_rate": 5.072219232776564e-07,
+      "loss": 0.6639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41400,
+      "tokens_per_second_per_gpu": 494.03
+    },
+    {
+      "epoch": 3.7733272644515248,
+      "grad_norm": 1.469612717628479,
+      "learning_rate": 4.875136257271845e-07,
+      "loss": 0.6629,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41450,
+      "tokens_per_second_per_gpu": 499.73
+    },
+    {
+      "epoch": 3.77787892580792,
+      "grad_norm": 1.693228840827942,
+      "learning_rate": 4.6819207025281806e-07,
+      "loss": 0.6474,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41500,
+      "tokens_per_second_per_gpu": 489.12
+    },
+    {
+      "epoch": 3.782430587164315,
+      "grad_norm": 1.7729908227920532,
+      "learning_rate": 4.4925756169750255e-07,
+      "loss": 0.658,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41550,
+      "tokens_per_second_per_gpu": 487.74
+    },
+    {
+      "epoch": 3.78698224852071,
+      "grad_norm": 1.680176019668579,
+      "learning_rate": 4.307103987976041e-07,
+      "loss": 0.6405,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41600,
+      "tokens_per_second_per_gpu": 469.94
+    },
+    {
+      "epoch": 3.791533909877105,
+      "grad_norm": 1.6599911451339722,
+      "learning_rate": 4.125508741781997e-07,
+      "loss": 0.6665,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41650,
+      "tokens_per_second_per_gpu": 501.12
+    },
+    {
+      "epoch": 3.7960855712335,
+      "grad_norm": 1.6246556043624878,
+      "learning_rate": 3.947792743484696e-07,
+      "loss": 0.6398,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41700,
+      "tokens_per_second_per_gpu": 487.38
+    },
+    {
+      "epoch": 3.8,
+      "eval_loss": 1.0149483680725098,
+      "eval_runtime": 195.9333,
+      "eval_samples_per_second": 5.099,
+      "eval_steps_per_second": 0.367,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 41743
+    },
+    {
+      "epoch": 3.8006372325898954,
+      "grad_norm": 1.7122375965118408,
+      "learning_rate": 3.773958796971622e-07,
+      "loss": 0.6515,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41750,
+      "tokens_per_second_per_gpu": 56.73
+    },
+    {
+      "epoch": 3.8051888939462906,
+      "grad_norm": 1.7058682441711426,
+      "learning_rate": 3.604009644881751e-07,
+      "loss": 0.6878,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41800,
+      "tokens_per_second_per_gpu": 507.56
+    },
+    {
+      "epoch": 3.8097405553026853,
+      "grad_norm": 1.3675822019577026,
+      "learning_rate": 3.437947968562366e-07,
+      "loss": 0.6574,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41850,
+      "tokens_per_second_per_gpu": 503.0
+    },
+    {
+      "epoch": 3.8142922166590805,
+      "grad_norm": 1.6166784763336182,
+      "learning_rate": 3.2757763880266746e-07,
+      "loss": 0.657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41900,
+      "tokens_per_second_per_gpu": 480.53
+    },
+    {
+      "epoch": 3.8188438780154756,
+      "grad_norm": 1.4668976068496704,
+      "learning_rate": 3.117497461912422e-07,
+      "loss": 0.6499,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 41950,
+      "tokens_per_second_per_gpu": 460.17
+    },
+    {
+      "epoch": 3.823395539371871,
+      "grad_norm": 1.5816718339920044,
+      "learning_rate": 2.9631136874415934e-07,
+      "loss": 0.6454,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42000,
+      "tokens_per_second_per_gpu": 478.53
+    },
+    {
+      "epoch": 3.827947200728266,
+      "grad_norm": 1.4421151876449585,
+      "learning_rate": 2.812627500381082e-07,
+      "loss": 0.6687,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42050,
+      "tokens_per_second_per_gpu": 497.74
+    },
+    {
+      "epoch": 3.8324988620846607,
+      "grad_norm": 1.2845165729522705,
+      "learning_rate": 2.666041275004111e-07,
+      "loss": 0.6691,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42100,
+      "tokens_per_second_per_gpu": 524.17
+    },
+    {
+      "epoch": 3.837050523441056,
+      "grad_norm": 1.8156490325927734,
+      "learning_rate": 2.5233573240528443e-07,
+      "loss": 0.6557,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42150,
+      "tokens_per_second_per_gpu": 497.51
+    },
+    {
+      "epoch": 3.841602184797451,
+      "grad_norm": 1.5084383487701416,
+      "learning_rate": 2.3845778987019173e-07,
+      "loss": 0.6619,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42200,
+      "tokens_per_second_per_gpu": 470.58
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 1.76215398311615,
+      "learning_rate": 2.2497051885228827e-07,
+      "loss": 0.6493,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42250,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 3.8507055075102414,
+      "grad_norm": 1.689795970916748,
+      "learning_rate": 2.1187413214497076e-07,
+      "loss": 0.6345,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42300,
+      "tokens_per_second_per_gpu": 446.55
+    },
+    {
+      "epoch": 3.855257168866636,
+      "grad_norm": 1.707517385482788,
+      "learning_rate": 1.9916883637451645e-07,
+      "loss": 0.638,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42350,
+      "tokens_per_second_per_gpu": 448.16
+    },
+    {
+      "epoch": 3.8598088302230313,
+      "grad_norm": 1.4168503284454346,
+      "learning_rate": 1.8685483199681607e-07,
+      "loss": 0.6511,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42400,
+      "tokens_per_second_per_gpu": 485.8
+    },
+    {
+      "epoch": 3.8643604915794265,
+      "grad_norm": 1.635582447052002,
+      "learning_rate": 1.7493231329423764e-07,
+      "loss": 0.6677,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42450,
+      "tokens_per_second_per_gpu": 496.41
+    },
+    {
+      "epoch": 3.8689121529358217,
+      "grad_norm": 1.5602213144302368,
+      "learning_rate": 1.6340146837252324e-07,
+      "loss": 0.6595,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42500,
+      "tokens_per_second_per_gpu": 482.26
+    },
+    {
+      "epoch": 3.873463814292217,
+      "grad_norm": 1.3467036485671997,
+      "learning_rate": 1.5226247915784976e-07,
+      "loss": 0.6504,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42550,
+      "tokens_per_second_per_gpu": 507.94
+    },
+    {
+      "epoch": 3.8780154756486116,
+      "grad_norm": 1.7891490459442139,
+      "learning_rate": 1.4151552139394787e-07,
+      "loss": 0.6667,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42600,
+      "tokens_per_second_per_gpu": 508.72
+    },
+    {
+      "epoch": 3.8825671370050068,
+      "grad_norm": 1.572636365890503,
+      "learning_rate": 1.311607646393348e-07,
+      "loss": 0.6394,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42650,
+      "tokens_per_second_per_gpu": 473.64
+    },
+    {
+      "epoch": 3.887118798361402,
+      "grad_norm": 1.6758222579956055,
+      "learning_rate": 1.2119837226463037e-07,
+      "loss": 0.6621,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42700,
+      "tokens_per_second_per_gpu": 461.1
+    },
+    {
+      "epoch": 3.891670459717797,
+      "grad_norm": 1.3241678476333618,
+      "learning_rate": 1.1162850144998405e-07,
+      "loss": 0.6546,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42750,
+      "tokens_per_second_per_gpu": 480.78
+    },
+    {
+      "epoch": 3.8962221210741923,
+      "grad_norm": 1.2928262948989868,
+      "learning_rate": 1.0245130318259633e-07,
+      "loss": 0.6472,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42800,
+      "tokens_per_second_per_gpu": 490.58
+    },
+    {
+      "epoch": 3.900773782430587,
+      "grad_norm": 1.594543695449829,
+      "learning_rate": 9.366692225433737e-08,
+      "loss": 0.6634,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42850,
+      "tokens_per_second_per_gpu": 508.98
+    },
+    {
+      "epoch": 3.905325443786982,
+      "grad_norm": 1.7149603366851807,
+      "learning_rate": 8.527549725945993e-08,
+      "loss": 0.6558,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42900,
+      "tokens_per_second_per_gpu": 489.84
+    },
+    {
+      "epoch": 3.9098771051433774,
+      "grad_norm": 1.5452629327774048,
+      "learning_rate": 7.727716059240941e-08,
+      "loss": 0.6671,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 42950,
+      "tokens_per_second_per_gpu": 510.62
+    },
+    {
+      "epoch": 3.9144287664997726,
+      "grad_norm": 1.6672520637512207,
+      "learning_rate": 6.967203844574776e-08,
+      "loss": 0.635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43000,
+      "tokens_per_second_per_gpu": 449.67
+    },
+    {
+      "epoch": 3.9189804278561677,
+      "grad_norm": 1.5347639322280884,
+      "learning_rate": 6.246025080814677e-08,
+      "loss": 0.6692,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43050,
+      "tokens_per_second_per_gpu": 507.3
+    },
+    {
+      "epoch": 3.9235320892125625,
+      "grad_norm": 1.4704046249389648,
+      "learning_rate": 5.564191146250064e-08,
+      "loss": 0.6508,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43100,
+      "tokens_per_second_per_gpu": 458.86
+    },
+    {
+      "epoch": 3.9280837505689576,
+      "grad_norm": 1.8729603290557861,
+      "learning_rate": 4.921712798414135e-08,
+      "loss": 0.6524,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43150,
+      "tokens_per_second_per_gpu": 486.25
+    },
+    {
+      "epoch": 3.932635411925353,
+      "grad_norm": 1.5762940645217896,
+      "learning_rate": 4.3186001739120577e-08,
+      "loss": 0.662,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43200,
+      "tokens_per_second_per_gpu": 483.57
+    },
+    {
+      "epoch": 3.937187073281748,
+      "grad_norm": 1.548627495765686,
+      "learning_rate": 3.754862788263036e-08,
+      "loss": 0.6711,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43250,
+      "tokens_per_second_per_gpu": 485.09
+    },
+    {
+      "epoch": 3.941738734638143,
+      "grad_norm": 1.9532479047775269,
+      "learning_rate": 3.230509535749049e-08,
+      "loss": 0.6532,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43300,
+      "tokens_per_second_per_gpu": 486.72
+    },
+    {
+      "epoch": 3.946290395994538,
+      "grad_norm": 1.5838146209716797,
+      "learning_rate": 2.745548689274957e-08,
+      "loss": 0.6476,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43350,
+      "tokens_per_second_per_gpu": 468.18
+    },
+    {
+      "epoch": 3.950842057350933,
+      "grad_norm": 1.6701834201812744,
+      "learning_rate": 2.2999879002377766e-08,
+      "loss": 0.6457,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43400,
+      "tokens_per_second_per_gpu": 497.61
+    },
+    {
+      "epoch": 3.9553937187073283,
+      "grad_norm": 1.8635591268539429,
+      "learning_rate": 1.893834198405664e-08,
+      "loss": 0.6521,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43450,
+      "tokens_per_second_per_gpu": 484.68
+    },
+    {
+      "epoch": 3.959945380063723,
+      "grad_norm": 1.4792386293411255,
+      "learning_rate": 1.5270939918082817e-08,
+      "loss": 0.6624,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43500,
+      "tokens_per_second_per_gpu": 499.59
+    },
+    {
+      "epoch": 3.9644970414201186,
+      "grad_norm": 1.7554465532302856,
+      "learning_rate": 1.1997730666338247e-08,
+      "loss": 0.6517,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43550,
+      "tokens_per_second_per_gpu": 500.97
+    },
+    {
+      "epoch": 3.9690487027765133,
+      "grad_norm": 1.477016568183899,
+      "learning_rate": 9.118765871390933e-09,
+      "loss": 0.6545,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43600,
+      "tokens_per_second_per_gpu": 475.26
+    },
+    {
+      "epoch": 3.9736003641329085,
+      "grad_norm": 1.7487385272979736,
+      "learning_rate": 6.634090955676131e-09,
+      "loss": 0.6709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43650,
+      "tokens_per_second_per_gpu": 497.31
+    },
+    {
+      "epoch": 3.9781520254893037,
+      "grad_norm": 1.6341969966888428,
+      "learning_rate": 4.5437451207802624e-09,
+      "loss": 0.661,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43700,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 3.9827036868456984,
+      "grad_norm": 1.680708885192871,
+      "learning_rate": 2.8477613468219643e-09,
+      "loss": 0.6514,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43750,
+      "tokens_per_second_per_gpu": 509.85
+    },
+    {
+      "epoch": 3.987255348202094,
+      "grad_norm": 1.7303528785705566,
+      "learning_rate": 1.5461663919302815e-09,
+      "loss": 0.6397,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43800,
+      "tokens_per_second_per_gpu": 484.5
+    },
+    {
+      "epoch": 3.9918070095584888,
+      "grad_norm": 1.6371973752975464,
+      "learning_rate": 6.389807918227852e-10,
+      "loss": 0.671,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43850,
+      "tokens_per_second_per_gpu": 510.08
+    },
+    {
+      "epoch": 3.996358670914884,
+      "grad_norm": 1.7206001281738281,
+      "learning_rate": 1.2621885948360667e-10,
+      "loss": 0.635,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 43900,
+      "tokens_per_second_per_gpu": 460.19
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.34359803262337e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-43939/training_args.bin b/checkpoint-43939/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-43939/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409
diff --git a/checkpoint-5493/README.md b/checkpoint-5493/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7615be7e50aa60ebfebcba3e2ba51da9ceeac898
--- /dev/null
+++ b/checkpoint-5493/README.md
@@ -0,0 +1,208 @@
+---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- axolotl
+- base_model:adapter:mistralai/Mistral-Nemo-Instruct-2407
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.17.1
\ No newline at end of file
diff --git a/checkpoint-5493/adapter_config.json b/checkpoint-5493/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d62092457bed7fe41434bd05e2b3b9745f5c489
--- /dev/null
+++ b/checkpoint-5493/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": [],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-5493/adapter_model.safetensors b/checkpoint-5493/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b9a9a027d872a959b55024502f934c706519b
--- /dev/null
+++ b/checkpoint-5493/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd50d8f956121f5d5b442cd4803e670ae11a9a4fb46e03009787b9ffe45e8d02
+size 456206152
diff --git a/checkpoint-5493/chat_template.jinja b/checkpoint-5493/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..9c21a3f13ebf55994c64c93c9ae5361580570651
--- /dev/null
+++ b/checkpoint-5493/chat_template.jinja
@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}
diff --git a/checkpoint-5493/optimizer.pt b/checkpoint-5493/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83bc015bd6078b940a0947ac3fa4a3b3ad567d7
--- /dev/null
+++ b/checkpoint-5493/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62498d56392de4da961816290d666fc848ebda13143afcae3bddbf0680782a45
+size 232287717
diff --git a/checkpoint-5493/rng_state.pth b/checkpoint-5493/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d91e541d7440994a8f99c341603caabae7f6b6e
--- /dev/null
+++ b/checkpoint-5493/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b5726893814b5a4b7477fc0c66fc37db069c9e27299b4ac46cf018fdfb7d3
+size 14645
diff --git a/checkpoint-5493/scheduler.pt b/checkpoint-5493/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f7ac6bea7e2ca7d367ea9a1f3ed2c366f2c7ed
--- /dev/null
+++ b/checkpoint-5493/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9e5fef3220d90917f7e1452044ba4cbce7d2c704e39e4c0ca493dbb5541866
+size 1465
diff --git a/checkpoint-5493/special_tokens_map.json b/checkpoint-5493/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..492d4b2966a1763442d426d880dbc29f94906e4c
--- /dev/null
+++ b/checkpoint-5493/special_tokens_map.json
@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-5493/tokenizer.json b/checkpoint-5493/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e74d5989bd35bccdb019dc4276e945fc15705e7
--- /dev/null
+++ b/checkpoint-5493/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
+size 17078292
diff --git a/checkpoint-5493/tokenizer_config.json b/checkpoint-5493/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..543f627075927b0337763a86d8e61dea9a56c72f
--- /dev/null
+++ b/checkpoint-5493/tokenizer_config.json
@@ -0,0 +1,8019 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[/AVAILABLE_TOOLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "[TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "[/TOOL_RESULTS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "[TOOL_CALLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "[PREFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "[MIDDLE]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "[SUFFIX]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<SPECIAL_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<SPECIAL_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<SPECIAL_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<SPECIAL_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<SPECIAL_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<SPECIAL_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<SPECIAL_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<SPECIAL_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<SPECIAL_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<SPECIAL_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<SPECIAL_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<SPECIAL_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<SPECIAL_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<SPECIAL_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<SPECIAL_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<SPECIAL_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<SPECIAL_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<SPECIAL_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<SPECIAL_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<SPECIAL_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<SPECIAL_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<SPECIAL_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<SPECIAL_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<SPECIAL_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<SPECIAL_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<SPECIAL_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<SPECIAL_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<SPECIAL_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<SPECIAL_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<SPECIAL_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<SPECIAL_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<SPECIAL_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<SPECIAL_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<SPECIAL_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<SPECIAL_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<SPECIAL_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<SPECIAL_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<SPECIAL_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<SPECIAL_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<SPECIAL_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<SPECIAL_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<SPECIAL_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<SPECIAL_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<SPECIAL_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<SPECIAL_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<SPECIAL_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<SPECIAL_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<SPECIAL_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<SPECIAL_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<SPECIAL_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<SPECIAL_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<SPECIAL_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<SPECIAL_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<SPECIAL_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<SPECIAL_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<SPECIAL_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<SPECIAL_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<SPECIAL_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<SPECIAL_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<SPECIAL_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<SPECIAL_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<SPECIAL_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<SPECIAL_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<SPECIAL_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<SPECIAL_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<SPECIAL_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<SPECIAL_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<SPECIAL_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<SPECIAL_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<SPECIAL_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<SPECIAL_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<SPECIAL_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<SPECIAL_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<SPECIAL_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<SPECIAL_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<SPECIAL_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<SPECIAL_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<SPECIAL_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<SPECIAL_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<SPECIAL_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<SPECIAL_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<SPECIAL_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<SPECIAL_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<SPECIAL_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<SPECIAL_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<SPECIAL_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<SPECIAL_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<SPECIAL_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<SPECIAL_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<SPECIAL_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "<SPECIAL_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "105": {
+      "content": "<SPECIAL_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "106": {
+      "content": "<SPECIAL_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<SPECIAL_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "<SPECIAL_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "109": {
+      "content": "<SPECIAL_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "110": {
+      "content": "<SPECIAL_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "111": {
+      "content": "<SPECIAL_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "112": {
+      "content": "<SPECIAL_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "113": {
+      "content": "<SPECIAL_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "114": {
+      "content": "<SPECIAL_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "115": {
+      "content": "<SPECIAL_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "116": {
+      "content": "<SPECIAL_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "117": {
+      "content": "<SPECIAL_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "118": {
+      "content": "<SPECIAL_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "119": {
+      "content": "<SPECIAL_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "120": {
+      "content": "<SPECIAL_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "121": {
+      "content": "<SPECIAL_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "122": {
+      "content": "<SPECIAL_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "123": {
+      "content": "<SPECIAL_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "124": {
+      "content": "<SPECIAL_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "125": {
+      "content": "<SPECIAL_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "126": {
+      "content": "<SPECIAL_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "127": {
+      "content": "<SPECIAL_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128": {
+      "content": "<SPECIAL_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "129": {
+      "content": "<SPECIAL_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "130": {
+      "content": "<SPECIAL_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "131": {
+      "content": "<SPECIAL_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "132": {
+      "content": "<SPECIAL_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "133": {
+      "content": "<SPECIAL_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "134": {
+      "content": "<SPECIAL_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "135": {
+      "content": "<SPECIAL_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "136": {
+      "content": "<SPECIAL_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "137": {
+      "content": "<SPECIAL_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "138": {
+      "content": "<SPECIAL_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "139": {
+      "content": "<SPECIAL_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "140": {
+      "content": "<SPECIAL_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "141": {
+      "content": "<SPECIAL_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "142": {
+      "content": "<SPECIAL_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "143": {
+      "content": "<SPECIAL_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "144": {
+      "content": "<SPECIAL_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "145": {
+      "content": "<SPECIAL_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "146": {
+      "content": "<SPECIAL_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "147": {
+      "content": "<SPECIAL_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "148": {
+      "content": "<SPECIAL_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "149": {
+      "content": "<SPECIAL_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "<SPECIAL_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151": {
+      "content": "<SPECIAL_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "152": {
+      "content": "<SPECIAL_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "153": {
+      "content": "<SPECIAL_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "154": {
+      "content": "<SPECIAL_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "155": {
+      "content": "<SPECIAL_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "156": {
+      "content": "<SPECIAL_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "157": {
+      "content": "<SPECIAL_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "158": {
+      "content": "<SPECIAL_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "159": {
+      "content": "<SPECIAL_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "160": {
+      "content": "<SPECIAL_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "161": {
+      "content": "<SPECIAL_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "162": {
+      "content": "<SPECIAL_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163": {
+      "content": "<SPECIAL_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "164": {
+      "content": "<SPECIAL_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "165": {
+      "content": "<SPECIAL_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "166": {
+      "content": "<SPECIAL_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "167": {
+      "content": "<SPECIAL_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "168": {
+      "content": "<SPECIAL_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "169": {
+      "content": "<SPECIAL_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "170": {
+      "content": "<SPECIAL_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "171": {
+      "content": "<SPECIAL_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "172": {
+      "content": "<SPECIAL_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "173": {
+      "content": "<SPECIAL_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "174": {
+      "content": "<SPECIAL_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "175": {
+      "content": "<SPECIAL_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "176": {
+      "content": "<SPECIAL_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "177": {
+      "content": "<SPECIAL_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "178": {
+      "content": "<SPECIAL_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "179": {
+      "content": "<SPECIAL_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "180": {
+      "content": "<SPECIAL_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "181": {
+      "content": "<SPECIAL_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "182": {
+      "content": "<SPECIAL_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "183": {
+      "content": "<SPECIAL_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "184": {
+      "content": "<SPECIAL_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "185": {
+      "content": "<SPECIAL_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "186": {
+      "content": "<SPECIAL_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "187": {
+      "content": "<SPECIAL_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "188": {
+      "content": "<SPECIAL_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "189": {
+      "content": "<SPECIAL_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "190": {
+      "content": "<SPECIAL_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "191": {
+      "content": "<SPECIAL_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "192": {
+      "content": "<SPECIAL_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "193": {
+      "content": "<SPECIAL_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "194": {
+      "content": "<SPECIAL_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "195": {
+      "content": "<SPECIAL_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "196": {
+      "content": "<SPECIAL_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "197": {
+      "content": "<SPECIAL_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "198": {
+      "content": "<SPECIAL_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "199": {
+      "content": "<SPECIAL_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "200": {
+      "content": "<SPECIAL_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "201": {
+      "content": "<SPECIAL_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "202": {
+      "content": "<SPECIAL_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "203": {
+      "content": "<SPECIAL_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "204": {
+      "content": "<SPECIAL_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "205": {
+      "content": "<SPECIAL_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "206": {
+      "content": "<SPECIAL_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "207": {
+      "content": "<SPECIAL_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "208": {
+      "content": "<SPECIAL_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "209": {
+      "content": "<SPECIAL_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "210": {
+      "content": "<SPECIAL_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "211": {
+      "content": "<SPECIAL_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "212": {
+      "content": "<SPECIAL_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "213": {
+      "content": "<SPECIAL_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "214": {
+      "content": "<SPECIAL_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "215": {
+      "content": "<SPECIAL_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "216": {
+      "content": "<SPECIAL_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "217": {
+      "content": "<SPECIAL_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "218": {
+      "content": "<SPECIAL_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "219": {
+      "content": "<SPECIAL_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "220": {
+      "content": "<SPECIAL_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "221": {
+      "content": "<SPECIAL_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "222": {
+      "content": "<SPECIAL_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "223": {
+      "content": "<SPECIAL_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "224": {
+      "content": "<SPECIAL_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "225": {
+      "content": "<SPECIAL_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "226": {
+      "content": "<SPECIAL_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "227": {
+      "content": "<SPECIAL_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "228": {
+      "content": "<SPECIAL_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "229": {
+      "content": "<SPECIAL_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "230": {
+      "content": "<SPECIAL_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "231": {
+      "content": "<SPECIAL_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "232": {
+      "content": "<SPECIAL_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "233": {
+      "content": "<SPECIAL_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "234": {
+      "content": "<SPECIAL_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "235": {
+      "content": "<SPECIAL_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "236": {
+      "content": "<SPECIAL_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "237": {
+      "content": "<SPECIAL_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "238": {
+      "content": "<SPECIAL_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "239": {
+      "content": "<SPECIAL_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "240": {
+      "content": "<SPECIAL_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "241": {
+      "content": "<SPECIAL_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "242": {
+      "content": "<SPECIAL_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "243": {
+      "content": "<SPECIAL_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "244": {
+      "content": "<SPECIAL_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "245": {
+      "content": "<SPECIAL_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "246": {
+      "content": "<SPECIAL_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "247": {
+      "content": "<SPECIAL_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "248": {
+      "content": "<SPECIAL_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "249": {
+      "content": "<SPECIAL_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250": {
+      "content": "<SPECIAL_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "251": {
+      "content": "<SPECIAL_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "252": {
+      "content": "<SPECIAL_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "253": {
+      "content": "<SPECIAL_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "254": {
+      "content": "<SPECIAL_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "255": {
+      "content": "<SPECIAL_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256": {
+      "content": "<SPECIAL_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "257": {
+      "content": "<SPECIAL_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "258": {
+      "content": "<SPECIAL_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<SPECIAL_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<SPECIAL_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<SPECIAL_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<SPECIAL_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<SPECIAL_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<SPECIAL_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<SPECIAL_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<SPECIAL_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<SPECIAL_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<SPECIAL_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<SPECIAL_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<SPECIAL_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<SPECIAL_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<SPECIAL_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<SPECIAL_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<SPECIAL_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<SPECIAL_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<SPECIAL_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<SPECIAL_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<SPECIAL_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<SPECIAL_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<SPECIAL_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<SPECIAL_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<SPECIAL_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<SPECIAL_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<SPECIAL_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<SPECIAL_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<SPECIAL_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<SPECIAL_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<SPECIAL_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<SPECIAL_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<SPECIAL_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<SPECIAL_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<SPECIAL_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<SPECIAL_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<SPECIAL_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<SPECIAL_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<SPECIAL_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<SPECIAL_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<SPECIAL_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<SPECIAL_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<SPECIAL_300>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<SPECIAL_301>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<SPECIAL_302>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<SPECIAL_303>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<SPECIAL_304>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<SPECIAL_305>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<SPECIAL_306>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<SPECIAL_307>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<SPECIAL_308>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<SPECIAL_309>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<SPECIAL_310>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<SPECIAL_311>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<SPECIAL_312>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<SPECIAL_313>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<SPECIAL_314>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<SPECIAL_315>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<SPECIAL_316>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<SPECIAL_317>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<SPECIAL_318>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<SPECIAL_319>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<SPECIAL_320>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<SPECIAL_321>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<SPECIAL_322>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<SPECIAL_323>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<SPECIAL_324>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<SPECIAL_325>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<SPECIAL_326>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<SPECIAL_327>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<SPECIAL_328>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<SPECIAL_329>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<SPECIAL_330>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<SPECIAL_331>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<SPECIAL_332>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<SPECIAL_333>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<SPECIAL_334>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<SPECIAL_335>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<SPECIAL_336>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<SPECIAL_337>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<SPECIAL_338>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<SPECIAL_339>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<SPECIAL_340>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<SPECIAL_341>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<SPECIAL_342>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<SPECIAL_343>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<SPECIAL_344>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<SPECIAL_345>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<SPECIAL_346>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<SPECIAL_347>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<SPECIAL_348>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<SPECIAL_349>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<SPECIAL_350>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<SPECIAL_351>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<SPECIAL_352>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<SPECIAL_353>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<SPECIAL_354>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<SPECIAL_355>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<SPECIAL_356>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<SPECIAL_357>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<SPECIAL_358>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<SPECIAL_359>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<SPECIAL_360>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<SPECIAL_361>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<SPECIAL_362>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<SPECIAL_363>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<SPECIAL_364>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<SPECIAL_365>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<SPECIAL_366>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<SPECIAL_367>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<SPECIAL_368>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<SPECIAL_369>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<SPECIAL_370>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<SPECIAL_371>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<SPECIAL_372>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<SPECIAL_373>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<SPECIAL_374>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<SPECIAL_375>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<SPECIAL_376>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<SPECIAL_377>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<SPECIAL_378>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<SPECIAL_379>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<SPECIAL_380>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<SPECIAL_381>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<SPECIAL_382>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<SPECIAL_383>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "384": {
+      "content": "<SPECIAL_384>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "385": {
+      "content": "<SPECIAL_385>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "386": {
+      "content": "<SPECIAL_386>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "387": {
+      "content": "<SPECIAL_387>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "388": {
+      "content": "<SPECIAL_388>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "389": {
+      "content": "<SPECIAL_389>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "390": {
+      "content": "<SPECIAL_390>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "391": {
+      "content": "<SPECIAL_391>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "392": {
+      "content": "<SPECIAL_392>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "393": {
+      "content": "<SPECIAL_393>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "394": {
+      "content": "<SPECIAL_394>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "395": {
+      "content": "<SPECIAL_395>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "396": {
+      "content": "<SPECIAL_396>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "397": {
+      "content": "<SPECIAL_397>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "398": {
+      "content": "<SPECIAL_398>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "399": {
+      "content": "<SPECIAL_399>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "400": {
+      "content": "<SPECIAL_400>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "401": {
+      "content": "<SPECIAL_401>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "402": {
+      "content": "<SPECIAL_402>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "403": {
+      "content": "<SPECIAL_403>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "404": {
+      "content": "<SPECIAL_404>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "405": {
+      "content": "<SPECIAL_405>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "406": {
+      "content": "<SPECIAL_406>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "407": {
+      "content": "<SPECIAL_407>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "408": {
+      "content": "<SPECIAL_408>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "409": {
+      "content": "<SPECIAL_409>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "410": {
+      "content": "<SPECIAL_410>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "411": {
+      "content": "<SPECIAL_411>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "412": {
+      "content": "<SPECIAL_412>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "413": {
+      "content": "<SPECIAL_413>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "414": {
+      "content": "<SPECIAL_414>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "415": {
+      "content": "<SPECIAL_415>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "416": {
+      "content": "<SPECIAL_416>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "417": {
+      "content": "<SPECIAL_417>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "418": {
+      "content": "<SPECIAL_418>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "419": {
+      "content": "<SPECIAL_419>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "420": {
+      "content": "<SPECIAL_420>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "421": {
+      "content": "<SPECIAL_421>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "422": {
+      "content": "<SPECIAL_422>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "423": {
+      "content": "<SPECIAL_423>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "424": {
+      "content": "<SPECIAL_424>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "425": {
+      "content": "<SPECIAL_425>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "426": {
+      "content": "<SPECIAL_426>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "427": {
+      "content": "<SPECIAL_427>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "428": {
+      "content": "<SPECIAL_428>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "429": {
+      "content": "<SPECIAL_429>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "430": {
+      "content": "<SPECIAL_430>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "431": {
+      "content": "<SPECIAL_431>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "432": {
+      "content": "<SPECIAL_432>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "433": {
+      "content": "<SPECIAL_433>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "434": {
+      "content": "<SPECIAL_434>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "435": {
+      "content": "<SPECIAL_435>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "436": {
+      "content": "<SPECIAL_436>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "437": {
+      "content": "<SPECIAL_437>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "438": {
+      "content": "<SPECIAL_438>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "439": {
+      "content": "<SPECIAL_439>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "440": {
+      "content": "<SPECIAL_440>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "441": {
+      "content": "<SPECIAL_441>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "442": {
+      "content": "<SPECIAL_442>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "443": {
+      "content": "<SPECIAL_443>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "444": {
+      "content": "<SPECIAL_444>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "445": {
+      "content": "<SPECIAL_445>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "446": {
+      "content": "<SPECIAL_446>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "447": {
+      "content": "<SPECIAL_447>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "448": {
+      "content": "<SPECIAL_448>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "449": {
+      "content": "<SPECIAL_449>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "450": {
+      "content": "<SPECIAL_450>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "451": {
+      "content": "<SPECIAL_451>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "452": {
+      "content": "<SPECIAL_452>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "453": {
+      "content": "<SPECIAL_453>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "454": {
+      "content": "<SPECIAL_454>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "455": {
+      "content": "<SPECIAL_455>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "456": {
+      "content": "<SPECIAL_456>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "457": {
+      "content": "<SPECIAL_457>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "458": {
+      "content": "<SPECIAL_458>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "459": {
+      "content": "<SPECIAL_459>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "460": {
+      "content": "<SPECIAL_460>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "461": {
+      "content": "<SPECIAL_461>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "462": {
+      "content": "<SPECIAL_462>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "463": {
+      "content": "<SPECIAL_463>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "464": {
+      "content": "<SPECIAL_464>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "465": {
+      "content": "<SPECIAL_465>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "466": {
+      "content": "<SPECIAL_466>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "467": {
+      "content": "<SPECIAL_467>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "468": {
+      "content": "<SPECIAL_468>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "469": {
+      "content": "<SPECIAL_469>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "470": {
+      "content": "<SPECIAL_470>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "471": {
+      "content": "<SPECIAL_471>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "472": {
+      "content": "<SPECIAL_472>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "473": {
+      "content": "<SPECIAL_473>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "474": {
+      "content": "<SPECIAL_474>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "475": {
+      "content": "<SPECIAL_475>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "476": {
+      "content": "<SPECIAL_476>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "477": {
+      "content": "<SPECIAL_477>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "478": {
+      "content": "<SPECIAL_478>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "479": {
+      "content": "<SPECIAL_479>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "480": {
+      "content": "<SPECIAL_480>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "481": {
+      "content": "<SPECIAL_481>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "482": {
+      "content": "<SPECIAL_482>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "483": {
+      "content": "<SPECIAL_483>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "484": {
+      "content": "<SPECIAL_484>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "485": {
+      "content": "<SPECIAL_485>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "486": {
+      "content": "<SPECIAL_486>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "487": {
+      "content": "<SPECIAL_487>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "488": {
+      "content": "<SPECIAL_488>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "489": {
+      "content": "<SPECIAL_489>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "490": {
+      "content": "<SPECIAL_490>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "491": {
+      "content": "<SPECIAL_491>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "492": {
+      "content": "<SPECIAL_492>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "493": {
+      "content": "<SPECIAL_493>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "494": {
+      "content": "<SPECIAL_494>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "495": {
+      "content": "<SPECIAL_495>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "496": {
+      "content": "<SPECIAL_496>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "497": {
+      "content": "<SPECIAL_497>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "498": {
+      "content": "<SPECIAL_498>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "499": {
+      "content": "<SPECIAL_499>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "500": {
+      "content": "<SPECIAL_500>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<SPECIAL_501>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<SPECIAL_502>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<SPECIAL_503>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<SPECIAL_504>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<SPECIAL_505>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<SPECIAL_506>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<SPECIAL_507>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<SPECIAL_508>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<SPECIAL_509>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<SPECIAL_510>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<SPECIAL_511>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<SPECIAL_512>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<SPECIAL_513>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<SPECIAL_514>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<SPECIAL_515>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<SPECIAL_516>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<SPECIAL_517>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<SPECIAL_518>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<SPECIAL_519>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<SPECIAL_520>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<SPECIAL_521>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<SPECIAL_522>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<SPECIAL_523>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<SPECIAL_524>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<SPECIAL_525>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<SPECIAL_526>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<SPECIAL_527>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<SPECIAL_528>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<SPECIAL_529>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<SPECIAL_530>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<SPECIAL_531>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<SPECIAL_532>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<SPECIAL_533>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<SPECIAL_534>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<SPECIAL_535>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<SPECIAL_536>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<SPECIAL_537>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<SPECIAL_538>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<SPECIAL_539>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<SPECIAL_540>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<SPECIAL_541>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<SPECIAL_542>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<SPECIAL_543>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<SPECIAL_544>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<SPECIAL_545>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<SPECIAL_546>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<SPECIAL_547>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<SPECIAL_548>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<SPECIAL_549>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<SPECIAL_550>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<SPECIAL_551>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<SPECIAL_552>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<SPECIAL_553>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<SPECIAL_554>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<SPECIAL_555>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<SPECIAL_556>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<SPECIAL_557>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<SPECIAL_558>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<SPECIAL_559>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<SPECIAL_560>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<SPECIAL_561>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<SPECIAL_562>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<SPECIAL_563>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<SPECIAL_564>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<SPECIAL_565>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<SPECIAL_566>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<SPECIAL_567>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<SPECIAL_568>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<SPECIAL_569>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<SPECIAL_570>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<SPECIAL_571>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<SPECIAL_572>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<SPECIAL_573>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<SPECIAL_574>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<SPECIAL_575>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<SPECIAL_576>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<SPECIAL_577>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<SPECIAL_578>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<SPECIAL_579>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<SPECIAL_580>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<SPECIAL_581>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<SPECIAL_582>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<SPECIAL_583>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<SPECIAL_584>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<SPECIAL_585>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<SPECIAL_586>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<SPECIAL_587>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<SPECIAL_588>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<SPECIAL_589>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<SPECIAL_590>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<SPECIAL_591>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<SPECIAL_592>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<SPECIAL_593>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<SPECIAL_594>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<SPECIAL_595>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<SPECIAL_596>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<SPECIAL_597>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<SPECIAL_598>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<SPECIAL_599>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<SPECIAL_600>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<SPECIAL_601>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<SPECIAL_602>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<SPECIAL_603>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<SPECIAL_604>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<SPECIAL_605>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<SPECIAL_606>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "607": {
+      "content": "<SPECIAL_607>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "608": {
+      "content": "<SPECIAL_608>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "609": {
+      "content": "<SPECIAL_609>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "610": {
+      "content": "<SPECIAL_610>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "611": {
+      "content": "<SPECIAL_611>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "612": {
+      "content": "<SPECIAL_612>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "613": {
+      "content": "<SPECIAL_613>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "614": {
+      "content": "<SPECIAL_614>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "615": {
+      "content": "<SPECIAL_615>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "616": {
+      "content": "<SPECIAL_616>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "617": {
+      "content": "<SPECIAL_617>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "618": {
+      "content": "<SPECIAL_618>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "619": {
+      "content": "<SPECIAL_619>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "620": {
+      "content": "<SPECIAL_620>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "621": {
+      "content": "<SPECIAL_621>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "622": {
+      "content": "<SPECIAL_622>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "623": {
+      "content": "<SPECIAL_623>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "624": {
+      "content": "<SPECIAL_624>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "625": {
+      "content": "<SPECIAL_625>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "626": {
+      "content": "<SPECIAL_626>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "627": {
+      "content": "<SPECIAL_627>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "628": {
+      "content": "<SPECIAL_628>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "629": {
+      "content": "<SPECIAL_629>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "630": {
+      "content": "<SPECIAL_630>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "631": {
+      "content": "<SPECIAL_631>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "632": {
+      "content": "<SPECIAL_632>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "633": {
+      "content": "<SPECIAL_633>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "634": {
+      "content": "<SPECIAL_634>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "635": {
+      "content": "<SPECIAL_635>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "636": {
+      "content": "<SPECIAL_636>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "637": {
+      "content": "<SPECIAL_637>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "638": {
+      "content": "<SPECIAL_638>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "639": {
+      "content": "<SPECIAL_639>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "640": {
+      "content": "<SPECIAL_640>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "641": {
+      "content": "<SPECIAL_641>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "642": {
+      "content": "<SPECIAL_642>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "643": {
+      "content": "<SPECIAL_643>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "644": {
+      "content": "<SPECIAL_644>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "645": {
+      "content": "<SPECIAL_645>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "646": {
+      "content": "<SPECIAL_646>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "647": {
+      "content": "<SPECIAL_647>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "648": {
+      "content": "<SPECIAL_648>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "649": {
+      "content": "<SPECIAL_649>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "650": {
+      "content": "<SPECIAL_650>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "651": {
+      "content": "<SPECIAL_651>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "652": {
+      "content": "<SPECIAL_652>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "653": {
+      "content": "<SPECIAL_653>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "654": {
+      "content": "<SPECIAL_654>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "655": {
+      "content": "<SPECIAL_655>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "656": {
+      "content": "<SPECIAL_656>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "657": {
+      "content": "<SPECIAL_657>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "658": {
+      "content": "<SPECIAL_658>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "659": {
+      "content": "<SPECIAL_659>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "660": {
+      "content": "<SPECIAL_660>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "661": {
+      "content": "<SPECIAL_661>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "662": {
+      "content": "<SPECIAL_662>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "663": {
+      "content": "<SPECIAL_663>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "664": {
+      "content": "<SPECIAL_664>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "665": {
+      "content": "<SPECIAL_665>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "666": {
+      "content": "<SPECIAL_666>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "667": {
+      "content": "<SPECIAL_667>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "668": {
+      "content": "<SPECIAL_668>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "669": {
+      "content": "<SPECIAL_669>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "670": {
+      "content": "<SPECIAL_670>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "671": {
+      "content": "<SPECIAL_671>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "672": {
+      "content": "<SPECIAL_672>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "673": {
+      "content": "<SPECIAL_673>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "674": {
+      "content": "<SPECIAL_674>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "675": {
+      "content": "<SPECIAL_675>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "676": {
+      "content": "<SPECIAL_676>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "677": {
+      "content": "<SPECIAL_677>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "678": {
+      "content": "<SPECIAL_678>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "679": {
+      "content": "<SPECIAL_679>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "680": {
+      "content": "<SPECIAL_680>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "681": {
+      "content": "<SPECIAL_681>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "682": {
+      "content": "<SPECIAL_682>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "683": {
+      "content": "<SPECIAL_683>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "684": {
+      "content": "<SPECIAL_684>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "685": {
+      "content": "<SPECIAL_685>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "686": {
+      "content": "<SPECIAL_686>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "687": {
+      "content": "<SPECIAL_687>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "688": {
+      "content": "<SPECIAL_688>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "689": {
+      "content": "<SPECIAL_689>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "690": {
+      "content": "<SPECIAL_690>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "691": {
+      "content": "<SPECIAL_691>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "692": {
+      "content": "<SPECIAL_692>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "693": {
+      "content": "<SPECIAL_693>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "694": {
+      "content": "<SPECIAL_694>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "695": {
+      "content": "<SPECIAL_695>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "696": {
+      "content": "<SPECIAL_696>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "697": {
+      "content": "<SPECIAL_697>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "698": {
+      "content": "<SPECIAL_698>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "699": {
+      "content": "<SPECIAL_699>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "700": {
+      "content": "<SPECIAL_700>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "701": {
+      "content": "<SPECIAL_701>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "702": {
+      "content": "<SPECIAL_702>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "703": {
+      "content": "<SPECIAL_703>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "704": {
+      "content": "<SPECIAL_704>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "705": {
+      "content": "<SPECIAL_705>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "706": {
+      "content": "<SPECIAL_706>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "707": {
+      "content": "<SPECIAL_707>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "708": {
+      "content": "<SPECIAL_708>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "709": {
+      "content": "<SPECIAL_709>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "710": {
+      "content": "<SPECIAL_710>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "711": {
+      "content": "<SPECIAL_711>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "712": {
+      "content": "<SPECIAL_712>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "713": {
+      "content": "<SPECIAL_713>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "714": {
+      "content": "<SPECIAL_714>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "715": {
+      "content": "<SPECIAL_715>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "716": {
+      "content": "<SPECIAL_716>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "717": {
+      "content": "<SPECIAL_717>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "718": {
+      "content": "<SPECIAL_718>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "719": {
+      "content": "<SPECIAL_719>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "720": {
+      "content": "<SPECIAL_720>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "721": {
+      "content": "<SPECIAL_721>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "722": {
+      "content": "<SPECIAL_722>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "723": {
+      "content": "<SPECIAL_723>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "724": {
+      "content": "<SPECIAL_724>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "725": {
+      "content": "<SPECIAL_725>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "726": {
+      "content": "<SPECIAL_726>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "727": {
+      "content": "<SPECIAL_727>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "728": {
+      "content": "<SPECIAL_728>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "729": {
+      "content": "<SPECIAL_729>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "730": {
+      "content": "<SPECIAL_730>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "731": {
+      "content": "<SPECIAL_731>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "732": {
+      "content": "<SPECIAL_732>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "733": {
+      "content": "<SPECIAL_733>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "734": {
+      "content": "<SPECIAL_734>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "735": {
+      "content": "<SPECIAL_735>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "736": {
+      "content": "<SPECIAL_736>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "737": {
+      "content": "<SPECIAL_737>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "738": {
+      "content": "<SPECIAL_738>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "739": {
+      "content": "<SPECIAL_739>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "740": {
+      "content": "<SPECIAL_740>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "741": {
+      "content": "<SPECIAL_741>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "742": {
+      "content": "<SPECIAL_742>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "743": {
+      "content": "<SPECIAL_743>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "744": {
+      "content": "<SPECIAL_744>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "745": {
+      "content": "<SPECIAL_745>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "746": {
+      "content": "<SPECIAL_746>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "747": {
+      "content": "<SPECIAL_747>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "748": {
+      "content": "<SPECIAL_748>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "749": {
+      "content": "<SPECIAL_749>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "750": {
+      "content": "<SPECIAL_750>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "751": {
+      "content": "<SPECIAL_751>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "752": {
+      "content": "<SPECIAL_752>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "753": {
+      "content": "<SPECIAL_753>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "754": {
+      "content": "<SPECIAL_754>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "755": {
+      "content": "<SPECIAL_755>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "756": {
+      "content": "<SPECIAL_756>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "757": {
+      "content": "<SPECIAL_757>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "758": {
+      "content": "<SPECIAL_758>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "759": {
+      "content": "<SPECIAL_759>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "760": {
+      "content": "<SPECIAL_760>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "761": {
+      "content": "<SPECIAL_761>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "762": {
+      "content": "<SPECIAL_762>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "763": {
+      "content": "<SPECIAL_763>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "764": {
+      "content": "<SPECIAL_764>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "765": {
+      "content": "<SPECIAL_765>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "766": {
+      "content": "<SPECIAL_766>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "767": {
+      "content": "<SPECIAL_767>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "768": {
+      "content": "<SPECIAL_768>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "769": {
+      "content": "<SPECIAL_769>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "770": {
+      "content": "<SPECIAL_770>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "771": {
+      "content": "<SPECIAL_771>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "772": {
+      "content": "<SPECIAL_772>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "773": {
+      "content": "<SPECIAL_773>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "774": {
+      "content": "<SPECIAL_774>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "775": {
+      "content": "<SPECIAL_775>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "776": {
+      "content": "<SPECIAL_776>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "777": {
+      "content": "<SPECIAL_777>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "778": {
+      "content": "<SPECIAL_778>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "779": {
+      "content": "<SPECIAL_779>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "780": {
+      "content": "<SPECIAL_780>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "781": {
+      "content": "<SPECIAL_781>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "782": {
+      "content": "<SPECIAL_782>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "783": {
+      "content": "<SPECIAL_783>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "784": {
+      "content": "<SPECIAL_784>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "785": {
+      "content": "<SPECIAL_785>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "786": {
+      "content": "<SPECIAL_786>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "787": {
+      "content": "<SPECIAL_787>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "788": {
+      "content": "<SPECIAL_788>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "789": {
+      "content": "<SPECIAL_789>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "790": {
+      "content": "<SPECIAL_790>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "791": {
+      "content": "<SPECIAL_791>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "792": {
+      "content": "<SPECIAL_792>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "793": {
+      "content": "<SPECIAL_793>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "794": {
+      "content": "<SPECIAL_794>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "795": {
+      "content": "<SPECIAL_795>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "796": {
+      "content": "<SPECIAL_796>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "797": {
+      "content": "<SPECIAL_797>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "798": {
+      "content": "<SPECIAL_798>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "799": {
+      "content": "<SPECIAL_799>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "800": {
+      "content": "<SPECIAL_800>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "801": {
+      "content": "<SPECIAL_801>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "802": {
+      "content": "<SPECIAL_802>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "803": {
+      "content": "<SPECIAL_803>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "804": {
+      "content": "<SPECIAL_804>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "805": {
+      "content": "<SPECIAL_805>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "806": {
+      "content": "<SPECIAL_806>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "807": {
+      "content": "<SPECIAL_807>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "808": {
+      "content": "<SPECIAL_808>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "809": {
+      "content": "<SPECIAL_809>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "810": {
+      "content": "<SPECIAL_810>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "811": {
+      "content": "<SPECIAL_811>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "812": {
+      "content": "<SPECIAL_812>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "813": {
+      "content": "<SPECIAL_813>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "814": {
+      "content": "<SPECIAL_814>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "815": {
+      "content": "<SPECIAL_815>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "816": {
+      "content": "<SPECIAL_816>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "817": {
+      "content": "<SPECIAL_817>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "818": {
+      "content": "<SPECIAL_818>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "819": {
+      "content": "<SPECIAL_819>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "820": {
+      "content": "<SPECIAL_820>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "821": {
+      "content": "<SPECIAL_821>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "822": {
+      "content": "<SPECIAL_822>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "823": {
+      "content": "<SPECIAL_823>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "824": {
+      "content": "<SPECIAL_824>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "825": {
+      "content": "<SPECIAL_825>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "826": {
+      "content": "<SPECIAL_826>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "827": {
+      "content": "<SPECIAL_827>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "828": {
+      "content": "<SPECIAL_828>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "829": {
+      "content": "<SPECIAL_829>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "830": {
+      "content": "<SPECIAL_830>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "831": {
+      "content": "<SPECIAL_831>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "832": {
+      "content": "<SPECIAL_832>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "833": {
+      "content": "<SPECIAL_833>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "834": {
+      "content": "<SPECIAL_834>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "835": {
+      "content": "<SPECIAL_835>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "836": {
+      "content": "<SPECIAL_836>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "837": {
+      "content": "<SPECIAL_837>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "838": {
+      "content": "<SPECIAL_838>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "839": {
+      "content": "<SPECIAL_839>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "840": {
+      "content": "<SPECIAL_840>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "841": {
+      "content": "<SPECIAL_841>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "842": {
+      "content": "<SPECIAL_842>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "843": {
+      "content": "<SPECIAL_843>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "844": {
+      "content": "<SPECIAL_844>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "845": {
+      "content": "<SPECIAL_845>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "846": {
+      "content": "<SPECIAL_846>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "847": {
+      "content": "<SPECIAL_847>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "848": {
+      "content": "<SPECIAL_848>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "849": {
+      "content": "<SPECIAL_849>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "850": {
+      "content": "<SPECIAL_850>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "851": {
+      "content": "<SPECIAL_851>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "852": {
+      "content": "<SPECIAL_852>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "853": {
+      "content": "<SPECIAL_853>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "854": {
+      "content": "<SPECIAL_854>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "855": {
+      "content": "<SPECIAL_855>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "856": {
+      "content": "<SPECIAL_856>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "857": {
+      "content": "<SPECIAL_857>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "858": {
+      "content": "<SPECIAL_858>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "859": {
+      "content": "<SPECIAL_859>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "860": {
+      "content": "<SPECIAL_860>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "861": {
+      "content": "<SPECIAL_861>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "862": {
+      "content": "<SPECIAL_862>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "863": {
+      "content": "<SPECIAL_863>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "864": {
+      "content": "<SPECIAL_864>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "865": {
+      "content": "<SPECIAL_865>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "866": {
+      "content": "<SPECIAL_866>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "867": {
+      "content": "<SPECIAL_867>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "868": {
+      "content": "<SPECIAL_868>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "869": {
+      "content": "<SPECIAL_869>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "870": {
+      "content": "<SPECIAL_870>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "871": {
+      "content": "<SPECIAL_871>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "872": {
+      "content": "<SPECIAL_872>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "873": {
+      "content": "<SPECIAL_873>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "874": {
+      "content": "<SPECIAL_874>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "875": {
+      "content": "<SPECIAL_875>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "876": {
+      "content": "<SPECIAL_876>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "877": {
+      "content": "<SPECIAL_877>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "878": {
+      "content": "<SPECIAL_878>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "879": {
+      "content": "<SPECIAL_879>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "880": {
+      "content": "<SPECIAL_880>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "881": {
+      "content": "<SPECIAL_881>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "882": {
+      "content": "<SPECIAL_882>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "883": {
+      "content": "<SPECIAL_883>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "884": {
+      "content": "<SPECIAL_884>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "885": {
+      "content": "<SPECIAL_885>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "886": {
+      "content": "<SPECIAL_886>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "887": {
+      "content": "<SPECIAL_887>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "888": {
+      "content": "<SPECIAL_888>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "889": {
+      "content": "<SPECIAL_889>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "890": {
+      "content": "<SPECIAL_890>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "891": {
+      "content": "<SPECIAL_891>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "892": {
+      "content": "<SPECIAL_892>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "893": {
+      "content": "<SPECIAL_893>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "894": {
+      "content": "<SPECIAL_894>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "895": {
+      "content": "<SPECIAL_895>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "896": {
+      "content": "<SPECIAL_896>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "897": {
+      "content": "<SPECIAL_897>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "898": {
+      "content": "<SPECIAL_898>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "899": {
+      "content": "<SPECIAL_899>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "900": {
+      "content": "<SPECIAL_900>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "901": {
+      "content": "<SPECIAL_901>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "902": {
+      "content": "<SPECIAL_902>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "903": {
+      "content": "<SPECIAL_903>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "904": {
+      "content": "<SPECIAL_904>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "905": {
+      "content": "<SPECIAL_905>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "906": {
+      "content": "<SPECIAL_906>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "907": {
+      "content": "<SPECIAL_907>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "908": {
+      "content": "<SPECIAL_908>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "909": {
+      "content": "<SPECIAL_909>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "910": {
+      "content": "<SPECIAL_910>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "911": {
+      "content": "<SPECIAL_911>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "912": {
+      "content": "<SPECIAL_912>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "913": {
+      "content": "<SPECIAL_913>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "914": {
+      "content": "<SPECIAL_914>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "915": {
+      "content": "<SPECIAL_915>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "916": {
+      "content": "<SPECIAL_916>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "917": {
+      "content": "<SPECIAL_917>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "918": {
+      "content": "<SPECIAL_918>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "919": {
+      "content": "<SPECIAL_919>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "920": {
+      "content": "<SPECIAL_920>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "921": {
+      "content": "<SPECIAL_921>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "922": {
+      "content": "<SPECIAL_922>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "923": {
+      "content": "<SPECIAL_923>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "924": {
+      "content": "<SPECIAL_924>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "925": {
+      "content": "<SPECIAL_925>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "926": {
+      "content": "<SPECIAL_926>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "927": {
+      "content": "<SPECIAL_927>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "928": {
+      "content": "<SPECIAL_928>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "929": {
+      "content": "<SPECIAL_929>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "930": {
+      "content": "<SPECIAL_930>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "931": {
+      "content": "<SPECIAL_931>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "932": {
+      "content": "<SPECIAL_932>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "933": {
+      "content": "<SPECIAL_933>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "934": {
+      "content": "<SPECIAL_934>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "935": {
+      "content": "<SPECIAL_935>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "936": {
+      "content": "<SPECIAL_936>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "937": {
+      "content": "<SPECIAL_937>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "938": {
+      "content": "<SPECIAL_938>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "939": {
+      "content": "<SPECIAL_939>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "940": {
+      "content": "<SPECIAL_940>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "941": {
+      "content": "<SPECIAL_941>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "942": {
+      "content": "<SPECIAL_942>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "943": {
+      "content": "<SPECIAL_943>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "944": {
+      "content": "<SPECIAL_944>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "945": {
+      "content": "<SPECIAL_945>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "946": {
+      "content": "<SPECIAL_946>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "947": {
+      "content": "<SPECIAL_947>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "948": {
+      "content": "<SPECIAL_948>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "949": {
+      "content": "<SPECIAL_949>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "950": {
+      "content": "<SPECIAL_950>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "951": {
+      "content": "<SPECIAL_951>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "952": {
+      "content": "<SPECIAL_952>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "953": {
+      "content": "<SPECIAL_953>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "954": {
+      "content": "<SPECIAL_954>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "955": {
+      "content": "<SPECIAL_955>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "956": {
+      "content": "<SPECIAL_956>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "957": {
+      "content": "<SPECIAL_957>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "958": {
+      "content": "<SPECIAL_958>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "959": {
+      "content": "<SPECIAL_959>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "960": {
+      "content": "<SPECIAL_960>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "961": {
+      "content": "<SPECIAL_961>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "962": {
+      "content": "<SPECIAL_962>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "963": {
+      "content": "<SPECIAL_963>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "964": {
+      "content": "<SPECIAL_964>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "965": {
+      "content": "<SPECIAL_965>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "966": {
+      "content": "<SPECIAL_966>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "967": {
+      "content": "<SPECIAL_967>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "968": {
+      "content": "<SPECIAL_968>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "969": {
+      "content": "<SPECIAL_969>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "970": {
+      "content": "<SPECIAL_970>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "971": {
+      "content": "<SPECIAL_971>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "972": {
+      "content": "<SPECIAL_972>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "973": {
+      "content": "<SPECIAL_973>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "974": {
+      "content": "<SPECIAL_974>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "975": {
+      "content": "<SPECIAL_975>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "976": {
+      "content": "<SPECIAL_976>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "977": {
+      "content": "<SPECIAL_977>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "978": {
+      "content": "<SPECIAL_978>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "979": {
+      "content": "<SPECIAL_979>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "980": {
+      "content": "<SPECIAL_980>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "981": {
+      "content": "<SPECIAL_981>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "982": {
+      "content": "<SPECIAL_982>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "983": {
+      "content": "<SPECIAL_983>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "984": {
+      "content": "<SPECIAL_984>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "985": {
+      "content": "<SPECIAL_985>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "986": {
+      "content": "<SPECIAL_986>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "987": {
+      "content": "<SPECIAL_987>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "988": {
+      "content": "<SPECIAL_988>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "989": {
+      "content": "<SPECIAL_989>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "990": {
+      "content": "<SPECIAL_990>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "991": {
+      "content": "<SPECIAL_991>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "992": {
+      "content": "<SPECIAL_992>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "993": {
+      "content": "<SPECIAL_993>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "994": {
+      "content": "<SPECIAL_994>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "995": {
+      "content": "<SPECIAL_995>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "996": {
+      "content": "<SPECIAL_996>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "997": {
+      "content": "<SPECIAL_997>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "998": {
+      "content": "<SPECIAL_998>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "999": {
+      "content": "<SPECIAL_999>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/checkpoint-5493/trainer_state.json b/checkpoint-5493/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..461645f1d7d9bbea11fee3e8a9316d743bde71a7
--- /dev/null
+++ b/checkpoint-5493/trainer_state.json
@@ -0,0 +1,1266 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.500045516613564,
+  "eval_steps": 2197,
+  "global_step": 5493,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval_loss": 1.9759739637374878,
+      "eval_runtime": 197.0423,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 0.365,
+      "memory/device_reserved (GiB)": 77.68,
+      "memory/max_active (GiB)": 76.86,
+      "memory/max_allocated (GiB)": 76.86,
+      "step": 0
+    },
+    {
+      "epoch": 0.004551661356395084,
+      "grad_norm": 1.4988383054733276,
+      "learning_rate": 5.577054404734805e-07,
+      "loss": 1.9687,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 50,
+      "tokens_per_second_per_gpu": 1534.89
+    },
+    {
+      "epoch": 0.009103322712790168,
+      "grad_norm": 1.205540657043457,
+      "learning_rate": 1.1267926246300935e-06,
+      "loss": 1.9557,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 100,
+      "tokens_per_second_per_gpu": 512.71
+    },
+    {
+      "epoch": 0.013654984069185253,
+      "grad_norm": 1.4495829343795776,
+      "learning_rate": 1.6958798087867062e-06,
+      "loss": 1.8251,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 150,
+      "tokens_per_second_per_gpu": 492.64
+    },
+    {
+      "epoch": 0.018206645425580335,
+      "grad_norm": 0.9070694446563721,
+      "learning_rate": 2.264966992943319e-06,
+      "loss": 1.6389,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 200,
+      "tokens_per_second_per_gpu": 513.79
+    },
+    {
+      "epoch": 0.02275830678197542,
+      "grad_norm": 1.1880543231964111,
+      "learning_rate": 2.834054177099932e-06,
+      "loss": 1.4838,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 250,
+      "tokens_per_second_per_gpu": 489.92
+    },
+    {
+      "epoch": 0.027309968138370506,
+      "grad_norm": 1.474748134613037,
+      "learning_rate": 3.4031413612565448e-06,
+      "loss": 1.4042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 300,
+      "tokens_per_second_per_gpu": 485.95
+    },
+    {
+      "epoch": 0.03186162949476559,
+      "grad_norm": 1.490429401397705,
+      "learning_rate": 3.972228545413158e-06,
+      "loss": 1.3435,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 350,
+      "tokens_per_second_per_gpu": 482.48
+    },
+    {
+      "epoch": 0.03641329085116067,
+      "grad_norm": 1.9503854513168335,
+      "learning_rate": 4.54131572956977e-06,
+      "loss": 1.3146,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 400,
+      "tokens_per_second_per_gpu": 472.38
+    },
+    {
+      "epoch": 0.040964952207555756,
+      "grad_norm": 1.4551211595535278,
+      "learning_rate": 5.110402913726383e-06,
+      "loss": 1.2806,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 450,
+      "tokens_per_second_per_gpu": 484.66
+    },
+    {
+      "epoch": 0.04551661356395084,
+      "grad_norm": 1.7765358686447144,
+      "learning_rate": 5.679490097882996e-06,
+      "loss": 1.2785,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 500,
+      "tokens_per_second_per_gpu": 459.31
+    },
+    {
+      "epoch": 0.05006827492034593,
+      "grad_norm": 1.6205016374588013,
+      "learning_rate": 6.248577282039609e-06,
+      "loss": 1.2962,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 550,
+      "tokens_per_second_per_gpu": 496.89
+    },
+    {
+      "epoch": 0.05461993627674101,
+      "grad_norm": 2.360264539718628,
+      "learning_rate": 6.8176644661962216e-06,
+      "loss": 1.2698,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 600,
+      "tokens_per_second_per_gpu": 535.06
+    },
+    {
+      "epoch": 0.05917159763313609,
+      "grad_norm": 1.9422169923782349,
+      "learning_rate": 7.386751650352834e-06,
+      "loss": 1.2719,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 650,
+      "tokens_per_second_per_gpu": 469.37
+    },
+    {
+      "epoch": 0.06372325898953118,
+      "grad_norm": 1.6929277181625366,
+      "learning_rate": 7.955838834509448e-06,
+      "loss": 1.2423,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 700,
+      "tokens_per_second_per_gpu": 469.51
+    },
+    {
+      "epoch": 0.06827492034592626,
+      "grad_norm": 2.481524705886841,
+      "learning_rate": 8.52492601866606e-06,
+      "loss": 1.2189,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 750,
+      "tokens_per_second_per_gpu": 443.79
+    },
+    {
+      "epoch": 0.07282658170232134,
+      "grad_norm": 1.7966183423995972,
+      "learning_rate": 9.094013202822673e-06,
+      "loss": 1.2364,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 800,
+      "tokens_per_second_per_gpu": 471.56
+    },
+    {
+      "epoch": 0.07737824305871643,
+      "grad_norm": 1.7296600341796875,
+      "learning_rate": 9.663100386979286e-06,
+      "loss": 1.183,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 850,
+      "tokens_per_second_per_gpu": 476.21
+    },
+    {
+      "epoch": 0.08192990441511151,
+      "grad_norm": 1.7888613939285278,
+      "learning_rate": 1.0232187571135898e-05,
+      "loss": 1.1902,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 900,
+      "tokens_per_second_per_gpu": 496.55
+    },
+    {
+      "epoch": 0.0864815657715066,
+      "grad_norm": 1.9669216871261597,
+      "learning_rate": 1.0801274755292511e-05,
+      "loss": 1.2042,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 950,
+      "tokens_per_second_per_gpu": 494.8
+    },
+    {
+      "epoch": 0.09103322712790168,
+      "grad_norm": 2.7225213050842285,
+      "learning_rate": 1.1370361939449125e-05,
+      "loss": 1.1681,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1000,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.09558488848429676,
+      "grad_norm": 2.091661214828491,
+      "learning_rate": 1.1939449123605736e-05,
+      "loss": 1.1957,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1050,
+      "tokens_per_second_per_gpu": 501.85
+    },
+    {
+      "epoch": 0.10013654984069185,
+      "grad_norm": 2.423203945159912,
+      "learning_rate": 1.250853630776235e-05,
+      "loss": 1.2117,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1100,
+      "tokens_per_second_per_gpu": 475.58
+    },
+    {
+      "epoch": 0.10468821119708693,
+      "grad_norm": 1.9933820962905884,
+      "learning_rate": 1.3077623491918964e-05,
+      "loss": 1.2049,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1150,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.10923987255348203,
+      "grad_norm": 1.9259192943572998,
+      "learning_rate": 1.3646710676075574e-05,
+      "loss": 1.1552,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1200,
+      "tokens_per_second_per_gpu": 464.56
+    },
+    {
+      "epoch": 0.1137915339098771,
+      "grad_norm": 1.8878772258758545,
+      "learning_rate": 1.4215797860232188e-05,
+      "loss": 1.1847,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1250,
+      "tokens_per_second_per_gpu": 532.02
+    },
+    {
+      "epoch": 0.11834319526627218,
+      "grad_norm": 2.4258198738098145,
+      "learning_rate": 1.4784885044388803e-05,
+      "loss": 1.1844,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1300,
+      "tokens_per_second_per_gpu": 480.37
+    },
+    {
+      "epoch": 0.12289485662266728,
+      "grad_norm": 1.9142098426818848,
+      "learning_rate": 1.5353972228545412e-05,
+      "loss": 1.1706,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1350,
+      "tokens_per_second_per_gpu": 484.91
+    },
+    {
+      "epoch": 0.12744651797906237,
+      "grad_norm": 1.8054569959640503,
+      "learning_rate": 1.5923059412702026e-05,
+      "loss": 1.1494,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1400,
+      "tokens_per_second_per_gpu": 469.8
+    },
+    {
+      "epoch": 0.13199817933545743,
+      "grad_norm": 1.9961028099060059,
+      "learning_rate": 1.649214659685864e-05,
+      "loss": 1.1767,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1450,
+      "tokens_per_second_per_gpu": 494.13
+    },
+    {
+      "epoch": 0.13654984069185253,
+      "grad_norm": 1.7714760303497314,
+      "learning_rate": 1.7061233781015252e-05,
+      "loss": 1.1622,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1500,
+      "tokens_per_second_per_gpu": 482.39
+    },
+    {
+      "epoch": 0.14110150204824762,
+      "grad_norm": 1.944865345954895,
+      "learning_rate": 1.7630320965171866e-05,
+      "loss": 1.1754,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1550,
+      "tokens_per_second_per_gpu": 482.41
+    },
+    {
+      "epoch": 0.14565316340464268,
+      "grad_norm": 1.8010004758834839,
+      "learning_rate": 1.819940814932848e-05,
+      "loss": 1.1597,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1600,
+      "tokens_per_second_per_gpu": 477.14
+    },
+    {
+      "epoch": 0.15020482476103778,
+      "grad_norm": 2.0305533409118652,
+      "learning_rate": 1.8768495333485092e-05,
+      "loss": 1.1533,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1650,
+      "tokens_per_second_per_gpu": 484.22
+    },
+    {
+      "epoch": 0.15475648611743287,
+      "grad_norm": 1.8290001153945923,
+      "learning_rate": 1.9337582517641702e-05,
+      "loss": 1.1548,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1700,
+      "tokens_per_second_per_gpu": 492.04
+    },
+    {
+      "epoch": 0.15930814747382796,
+      "grad_norm": 1.9180041551589966,
+      "learning_rate": 1.9906669701798315e-05,
+      "loss": 1.1421,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1750,
+      "tokens_per_second_per_gpu": 446.31
+    },
+    {
+      "epoch": 0.16385980883022302,
+      "grad_norm": 1.6121618747711182,
+      "learning_rate": 2.047575688595493e-05,
+      "loss": 1.1166,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1800,
+      "tokens_per_second_per_gpu": 454.94
+    },
+    {
+      "epoch": 0.16841147018661812,
+      "grad_norm": 1.5404553413391113,
+      "learning_rate": 2.1044844070111542e-05,
+      "loss": 1.1582,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1850,
+      "tokens_per_second_per_gpu": 507.31
+    },
+    {
+      "epoch": 0.1729631315430132,
+      "grad_norm": 1.6776846647262573,
+      "learning_rate": 2.1613931254268155e-05,
+      "loss": 1.1591,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1900,
+      "tokens_per_second_per_gpu": 503.53
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 1.8899917602539062,
+      "learning_rate": 2.218301843842477e-05,
+      "loss": 1.1293,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 1950,
+      "tokens_per_second_per_gpu": 467.41
+    },
+    {
+      "epoch": 0.18206645425580337,
+      "grad_norm": 1.4181222915649414,
+      "learning_rate": 2.275210562258138e-05,
+      "loss": 1.1541,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2000,
+      "tokens_per_second_per_gpu": 494.36
+    },
+    {
+      "epoch": 0.18661811561219846,
+      "grad_norm": 1.6970280408859253,
+      "learning_rate": 2.3321192806737992e-05,
+      "loss": 1.1207,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2050,
+      "tokens_per_second_per_gpu": 457.57
+    },
+    {
+      "epoch": 0.19116977696859352,
+      "grad_norm": 1.7740880250930786,
+      "learning_rate": 2.3890279990894605e-05,
+      "loss": 1.1484,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2100,
+      "tokens_per_second_per_gpu": 484.6
+    },
+    {
+      "epoch": 0.19572143832498862,
+      "grad_norm": 1.6202048063278198,
+      "learning_rate": 2.445936717505122e-05,
+      "loss": 1.1451,
+      "memory/device_reserved (GiB)": 76.76,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2150,
+      "tokens_per_second_per_gpu": 532.16
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.119379997253418,
+      "eval_runtime": 195.6152,
+      "eval_samples_per_second": 5.107,
+      "eval_steps_per_second": 0.368,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 2197
+    },
+    {
+      "epoch": 0.2002730996813837,
+      "grad_norm": 1.9262148141860962,
+      "learning_rate": 2.502845435920783e-05,
+      "loss": 1.1345,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2200,
+      "tokens_per_second_per_gpu": 24.4
+    },
+    {
+      "epoch": 0.2048247610377788,
+      "grad_norm": 1.6392292976379395,
+      "learning_rate": 2.5597541543364445e-05,
+      "loss": 1.1275,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2250,
+      "tokens_per_second_per_gpu": 462.24
+    },
+    {
+      "epoch": 0.20937642239417387,
+      "grad_norm": 1.8397603034973145,
+      "learning_rate": 2.6166628727521058e-05,
+      "loss": 1.1246,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2300,
+      "tokens_per_second_per_gpu": 490.72
+    },
+    {
+      "epoch": 0.21392808375056896,
+      "grad_norm": 1.2947629690170288,
+      "learning_rate": 2.673571591167767e-05,
+      "loss": 1.1322,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2350,
+      "tokens_per_second_per_gpu": 475.82
+    },
+    {
+      "epoch": 0.21847974510696405,
+      "grad_norm": 1.5403435230255127,
+      "learning_rate": 2.730480309583428e-05,
+      "loss": 1.1028,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2400,
+      "tokens_per_second_per_gpu": 503.72
+    },
+    {
+      "epoch": 0.22303140646335912,
+      "grad_norm": 1.2514817714691162,
+      "learning_rate": 2.7873890279990895e-05,
+      "loss": 1.1469,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2450,
+      "tokens_per_second_per_gpu": 525.63
+    },
+    {
+      "epoch": 0.2275830678197542,
+      "grad_norm": 1.5391417741775513,
+      "learning_rate": 2.8442977464147508e-05,
+      "loss": 1.1068,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2500,
+      "tokens_per_second_per_gpu": 480.06
+    },
+    {
+      "epoch": 0.2321347291761493,
+      "grad_norm": 1.393747091293335,
+      "learning_rate": 2.901206464830412e-05,
+      "loss": 1.1453,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2550,
+      "tokens_per_second_per_gpu": 498.26
+    },
+    {
+      "epoch": 0.23668639053254437,
+      "grad_norm": 1.5987119674682617,
+      "learning_rate": 2.9581151832460735e-05,
+      "loss": 1.116,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2600,
+      "tokens_per_second_per_gpu": 489.22
+    },
+    {
+      "epoch": 0.24123805188893946,
+      "grad_norm": 1.2702186107635498,
+      "learning_rate": 3.0150239016617348e-05,
+      "loss": 1.1107,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2650,
+      "tokens_per_second_per_gpu": 482.9
+    },
+    {
+      "epoch": 0.24578971324533455,
+      "grad_norm": 1.4149582386016846,
+      "learning_rate": 3.071932620077396e-05,
+      "loss": 1.1302,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2700,
+      "tokens_per_second_per_gpu": 495.9
+    },
+    {
+      "epoch": 0.2503413746017296,
+      "grad_norm": 3.761045455932617,
+      "learning_rate": 3.128841338493057e-05,
+      "loss": 1.1311,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2750,
+      "tokens_per_second_per_gpu": 489.72
+    },
+    {
+      "epoch": 0.25489303595812474,
+      "grad_norm": 1.2627049684524536,
+      "learning_rate": 3.185750056908718e-05,
+      "loss": 1.1243,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2800,
+      "tokens_per_second_per_gpu": 472.22
+    },
+    {
+      "epoch": 0.2594446973145198,
+      "grad_norm": 1.3173185586929321,
+      "learning_rate": 3.24265877532438e-05,
+      "loss": 1.1066,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2850,
+      "tokens_per_second_per_gpu": 467.07
+    },
+    {
+      "epoch": 0.26399635867091487,
+      "grad_norm": 1.4638679027557373,
+      "learning_rate": 3.2995674937400414e-05,
+      "loss": 1.1183,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2900,
+      "tokens_per_second_per_gpu": 495.32
+    },
+    {
+      "epoch": 0.26854802002731,
+      "grad_norm": 1.3660715818405151,
+      "learning_rate": 3.3564762121557024e-05,
+      "loss": 1.0697,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 2950,
+      "tokens_per_second_per_gpu": 474.36
+    },
+    {
+      "epoch": 0.27309968138370505,
+      "grad_norm": 1.175022840499878,
+      "learning_rate": 3.413384930571364e-05,
+      "loss": 1.1047,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3000,
+      "tokens_per_second_per_gpu": 501.11
+    },
+    {
+      "epoch": 0.2776513427401001,
+      "grad_norm": 1.247564673423767,
+      "learning_rate": 3.470293648987025e-05,
+      "loss": 1.1115,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3050,
+      "tokens_per_second_per_gpu": 491.44
+    },
+    {
+      "epoch": 0.28220300409649524,
+      "grad_norm": 1.1579777002334595,
+      "learning_rate": 3.527202367402686e-05,
+      "loss": 1.1257,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3100,
+      "tokens_per_second_per_gpu": 512.81
+    },
+    {
+      "epoch": 0.2867546654528903,
+      "grad_norm": 1.1780682802200317,
+      "learning_rate": 3.584111085818348e-05,
+      "loss": 1.1078,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3150,
+      "tokens_per_second_per_gpu": 476.72
+    },
+    {
+      "epoch": 0.29130632680928537,
+      "grad_norm": 1.224279761314392,
+      "learning_rate": 3.641019804234009e-05,
+      "loss": 1.1464,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3200,
+      "tokens_per_second_per_gpu": 524.15
+    },
+    {
+      "epoch": 0.2958579881656805,
+      "grad_norm": 1.2794740200042725,
+      "learning_rate": 3.6979285226496704e-05,
+      "loss": 1.0947,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3250,
+      "tokens_per_second_per_gpu": 517.16
+    },
+    {
+      "epoch": 0.30040964952207555,
+      "grad_norm": 1.2177249193191528,
+      "learning_rate": 3.7548372410653314e-05,
+      "loss": 1.1261,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3300,
+      "tokens_per_second_per_gpu": 467.35
+    },
+    {
+      "epoch": 0.3049613108784706,
+      "grad_norm": 1.1074647903442383,
+      "learning_rate": 3.811745959480993e-05,
+      "loss": 1.1125,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3350,
+      "tokens_per_second_per_gpu": 505.32
+    },
+    {
+      "epoch": 0.30951297223486574,
+      "grad_norm": 1.2007449865341187,
+      "learning_rate": 3.8686546778966534e-05,
+      "loss": 1.1102,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3400,
+      "tokens_per_second_per_gpu": 500.46
+    },
+    {
+      "epoch": 0.3140646335912608,
+      "grad_norm": 1.5369510650634766,
+      "learning_rate": 3.925563396312315e-05,
+      "loss": 1.0961,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3450,
+      "tokens_per_second_per_gpu": 461.95
+    },
+    {
+      "epoch": 0.3186162949476559,
+      "grad_norm": 0.9427760243415833,
+      "learning_rate": 3.982472114727977e-05,
+      "loss": 1.1108,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3500,
+      "tokens_per_second_per_gpu": 515.4
+    },
+    {
+      "epoch": 0.323167956304051,
+      "grad_norm": 1.334630012512207,
+      "learning_rate": 4.039380833143638e-05,
+      "loss": 1.1014,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3550,
+      "tokens_per_second_per_gpu": 498.55
+    },
+    {
+      "epoch": 0.32771961766044605,
+      "grad_norm": 1.1430654525756836,
+      "learning_rate": 4.0962895515592994e-05,
+      "loss": 1.11,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3600,
+      "tokens_per_second_per_gpu": 437.81
+    },
+    {
+      "epoch": 0.33227127901684117,
+      "grad_norm": 1.4943946599960327,
+      "learning_rate": 4.1531982699749604e-05,
+      "loss": 1.0991,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3650,
+      "tokens_per_second_per_gpu": 476.41
+    },
+    {
+      "epoch": 0.33682294037323623,
+      "grad_norm": 1.2534953355789185,
+      "learning_rate": 4.210106988390622e-05,
+      "loss": 1.0669,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3700,
+      "tokens_per_second_per_gpu": 463.29
+    },
+    {
+      "epoch": 0.3413746017296313,
+      "grad_norm": 1.0308473110198975,
+      "learning_rate": 4.267015706806283e-05,
+      "loss": 1.0984,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3750,
+      "tokens_per_second_per_gpu": 455.95
+    },
+    {
+      "epoch": 0.3459262630860264,
+      "grad_norm": 1.2468562126159668,
+      "learning_rate": 4.323924425221944e-05,
+      "loss": 1.0733,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3800,
+      "tokens_per_second_per_gpu": 460.65
+    },
+    {
+      "epoch": 0.3504779244424215,
+      "grad_norm": 1.1006118059158325,
+      "learning_rate": 4.380833143637606e-05,
+      "loss": 1.098,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3850,
+      "tokens_per_second_per_gpu": 482.27
+    },
+    {
+      "epoch": 0.35502958579881655,
+      "grad_norm": 1.1994727849960327,
+      "learning_rate": 4.437741862053267e-05,
+      "loss": 1.1089,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3900,
+      "tokens_per_second_per_gpu": 527.68
+    },
+    {
+      "epoch": 0.35958124715521167,
+      "grad_norm": 1.166426181793213,
+      "learning_rate": 4.4946505804689283e-05,
+      "loss": 1.0693,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 3950,
+      "tokens_per_second_per_gpu": 447.81
+    },
+    {
+      "epoch": 0.36413290851160673,
+      "grad_norm": 1.003192663192749,
+      "learning_rate": 4.551559298884589e-05,
+      "loss": 1.1004,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4000,
+      "tokens_per_second_per_gpu": 481.48
+    },
+    {
+      "epoch": 0.3686845698680018,
+      "grad_norm": 0.9891825318336487,
+      "learning_rate": 4.60846801730025e-05,
+      "loss": 1.0936,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4050,
+      "tokens_per_second_per_gpu": 498.97
+    },
+    {
+      "epoch": 0.3732362312243969,
+      "grad_norm": 1.1373133659362793,
+      "learning_rate": 4.665376735715912e-05,
+      "loss": 1.0909,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4100,
+      "tokens_per_second_per_gpu": 504.57
+    },
+    {
+      "epoch": 0.377787892580792,
+      "grad_norm": 1.149749517440796,
+      "learning_rate": 4.722285454131573e-05,
+      "loss": 1.0913,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4150,
+      "tokens_per_second_per_gpu": 497.49
+    },
+    {
+      "epoch": 0.38233955393718705,
+      "grad_norm": 1.1793601512908936,
+      "learning_rate": 4.7791941725472346e-05,
+      "loss": 1.0951,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4200,
+      "tokens_per_second_per_gpu": 532.82
+    },
+    {
+      "epoch": 0.38689121529358217,
+      "grad_norm": 0.982142448425293,
+      "learning_rate": 4.8361028909628956e-05,
+      "loss": 1.1117,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4250,
+      "tokens_per_second_per_gpu": 518.2
+    },
+    {
+      "epoch": 0.39144287664997723,
+      "grad_norm": 1.0042027235031128,
+      "learning_rate": 4.893011609378557e-05,
+      "loss": 1.0869,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4300,
+      "tokens_per_second_per_gpu": 487.27
+    },
+    {
+      "epoch": 0.3959945380063723,
+      "grad_norm": 1.2012032270431519,
+      "learning_rate": 4.949920327794218e-05,
+      "loss": 1.0682,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4350,
+      "tokens_per_second_per_gpu": 467.47
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0708580017089844,
+      "eval_runtime": 195.2836,
+      "eval_samples_per_second": 5.116,
+      "eval_steps_per_second": 0.369,
+      "memory/device_reserved (GiB)": 77.96,
+      "memory/max_active (GiB)": 77.11,
+      "memory/max_allocated (GiB)": 77.11,
+      "step": 4394
+    },
+    {
+      "epoch": 0.4005461993627674,
+      "grad_norm": 1.1110295057296753,
+      "learning_rate": 4.999999716007333e-05,
+      "loss": 1.1033,
+      "memory/device_reserved (GiB)": 77.06,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4400,
+      "tokens_per_second_per_gpu": 62.64
+    },
+    {
+      "epoch": 0.4050978607191625,
+      "grad_norm": 1.0224543809890747,
+      "learning_rate": 4.999975261123525e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4450,
+      "tokens_per_second_per_gpu": 512.07
+    },
+    {
+      "epoch": 0.4096495220755576,
+      "grad_norm": 0.8717514872550964,
+      "learning_rate": 4.999911363255113e-05,
+      "loss": 1.0761,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4500,
+      "tokens_per_second_per_gpu": 494.38
+    },
+    {
+      "epoch": 0.41420118343195267,
+      "grad_norm": 1.2397717237472534,
+      "learning_rate": 4.999808023410233e-05,
+      "loss": 1.0455,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4550,
+      "tokens_per_second_per_gpu": 460.23
+    },
+    {
+      "epoch": 0.41875284478834773,
+      "grad_norm": 1.0875898599624634,
+      "learning_rate": 4.999665243219317e-05,
+      "loss": 1.0789,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4600,
+      "tokens_per_second_per_gpu": 488.7
+    },
+    {
+      "epoch": 0.42330450614474285,
+      "grad_norm": 0.9245534539222717,
+      "learning_rate": 4.9994830249350555e-05,
+      "loss": 1.0736,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4650,
+      "tokens_per_second_per_gpu": 480.91
+    },
+    {
+      "epoch": 0.4278561675011379,
+      "grad_norm": 1.1447221040725708,
+      "learning_rate": 4.9992613714323723e-05,
+      "loss": 1.0639,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4700,
+      "tokens_per_second_per_gpu": 492.85
+    },
+    {
+      "epoch": 0.432407828857533,
+      "grad_norm": 1.0307674407958984,
+      "learning_rate": 4.99900028620837e-05,
+      "loss": 1.077,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4750,
+      "tokens_per_second_per_gpu": 477.88
+    },
+    {
+      "epoch": 0.4369594902139281,
+      "grad_norm": 0.9278285503387451,
+      "learning_rate": 4.9986997733822826e-05,
+      "loss": 1.088,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4800,
+      "tokens_per_second_per_gpu": 480.35
+    },
+    {
+      "epoch": 0.44151115157032317,
+      "grad_norm": 1.2356767654418945,
+      "learning_rate": 4.998359837695407e-05,
+      "loss": 1.0781,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4850,
+      "tokens_per_second_per_gpu": 472.56
+    },
+    {
+      "epoch": 0.44606281292671823,
+      "grad_norm": 0.9927319884300232,
+      "learning_rate": 4.997980484511027e-05,
+      "loss": 1.1009,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4900,
+      "tokens_per_second_per_gpu": 488.86
+    },
+    {
+      "epoch": 0.45061447428311335,
+      "grad_norm": 0.9227324724197388,
+      "learning_rate": 4.997561719814329e-05,
+      "loss": 1.0898,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 4950,
+      "tokens_per_second_per_gpu": 520.64
+    },
+    {
+      "epoch": 0.4551661356395084,
+      "grad_norm": 1.0663466453552246,
+      "learning_rate": 4.9971035502123126e-05,
+      "loss": 1.0729,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5000,
+      "tokens_per_second_per_gpu": 478.18
+    },
+    {
+      "epoch": 0.4597177969959035,
+      "grad_norm": 0.9325670599937439,
+      "learning_rate": 4.9966059829336786e-05,
+      "loss": 1.069,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5050,
+      "tokens_per_second_per_gpu": 484.12
+    },
+    {
+      "epoch": 0.4642694583522986,
+      "grad_norm": 1.1680859327316284,
+      "learning_rate": 4.9960690258287204e-05,
+      "loss": 1.0801,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5100,
+      "tokens_per_second_per_gpu": 469.73
+    },
+    {
+      "epoch": 0.46882111970869367,
+      "grad_norm": 1.132150411605835,
+      "learning_rate": 4.995492687369198e-05,
+      "loss": 1.0803,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5150,
+      "tokens_per_second_per_gpu": 483.93
+    },
+    {
+      "epoch": 0.47337278106508873,
+      "grad_norm": 1.0051616430282593,
+      "learning_rate": 4.994876976648204e-05,
+      "loss": 1.0829,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5200,
+      "tokens_per_second_per_gpu": 491.51
+    },
+    {
+      "epoch": 0.47792444242148385,
+      "grad_norm": 1.000447392463684,
+      "learning_rate": 4.994221903380024e-05,
+      "loss": 1.0709,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5250,
+      "tokens_per_second_per_gpu": 510.0
+    },
+    {
+      "epoch": 0.4824761037778789,
+      "grad_norm": 1.1662852764129639,
+      "learning_rate": 4.993527477899977e-05,
+      "loss": 1.0676,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5300,
+      "tokens_per_second_per_gpu": 512.04
+    },
+    {
+      "epoch": 0.48702776513427404,
+      "grad_norm": 1.0618816614151,
+      "learning_rate": 4.992793711164256e-05,
+      "loss": 1.0825,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5350,
+      "tokens_per_second_per_gpu": 495.62
+    },
+    {
+      "epoch": 0.4915794264906691,
+      "grad_norm": 1.1399046182632446,
+      "learning_rate": 4.992020614749758e-05,
+      "loss": 1.0664,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5400,
+      "tokens_per_second_per_gpu": 494.69
+    },
+    {
+      "epoch": 0.49613108784706417,
+      "grad_norm": 1.2065247297286987,
+      "learning_rate": 4.991208200853894e-05,
+      "loss": 1.0657,
+      "memory/device_reserved (GiB)": 77.07,
+      "memory/max_active (GiB)": 75.64,
+      "memory/max_allocated (GiB)": 75.64,
+      "step": 5450,
+      "tokens_per_second_per_gpu": 493.34
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 43939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 5493,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0430921751832166e+19,
+  "train_batch_size": 9,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-5493/training_args.bin b/checkpoint-5493/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b7b5a4c668776a8bf07d753c9c61d19a147a85
--- /dev/null
+++ b/checkpoint-5493/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a581bf9b76f74a5a4e25651fbaa01e61b75b19cbbfa8df2370c772924bc5d7
+size 11409