Upload folder using huggingface_hub

.gitattributes

@@ -53,3 +53,4 @@ qwen2-gob-plan-119/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 llama3-ob-plan-120-ckt-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 llama3-ob-plan-120-ckt-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 qwen2-os-121/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+llama3-os-121/tokenizer.json filter=lfs diff=lfs merge=lfs -text

llama3-os-121/README.md

@@ -0,0 +1,91 @@
+---
+library_name: transformers
+license: other
+base_model: meta-llama/Llama-3.1-8B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: llama3-os-121
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama3-os-121
+
+This model is a fine-tuned version of [/ceph/home/muhan01/huggingfacemodels/Meta-Llama-3.1-8B-Instruct](https://huggingface.co//ceph/home/muhan01/huggingfacemodels/Meta-Llama-3.1-8B-Instruct) on the osgenesis_sft dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4377
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 16
+- total_eval_batch_size: 4
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.5324        | 0.1124 | 50   | 0.4907          |
+| 0.5193        | 0.2247 | 100  | 0.4939          |
+| 0.541         | 0.3371 | 150  | 0.5116          |
+| 0.5009        | 0.4494 | 200  | 0.4971          |
+| 0.4856        | 0.5618 | 250  | 0.4789          |
+| 0.4855        | 0.6742 | 300  | 0.4701          |
+| 0.4586        | 0.7865 | 350  | 0.4575          |
+| 0.4786        | 0.8989 | 400  | 0.4472          |
+| 0.39          | 1.0112 | 450  | 0.4302          |
+| 0.3046        | 1.1236 | 500  | 0.4396          |
+| 0.2974        | 1.2360 | 550  | 0.4299          |
+| 0.2836        | 1.3483 | 600  | 0.4244          |
+| 0.2679        | 1.4607 | 650  | 0.4181          |
+| 0.3064        | 1.5730 | 700  | 0.4071          |
+| 0.2741        | 1.6854 | 750  | 0.4025          |
+| 0.2558        | 1.7978 | 800  | 0.3933          |
+| 0.2701        | 1.9101 | 850  | 0.3824          |
+| 0.1197        | 2.0225 | 900  | 0.4405          |
+| 0.104         | 2.1348 | 950  | 0.4304          |
+| 0.1085        | 2.2472 | 1000 | 0.4354          |
+| 0.1004        | 2.3596 | 1050 | 0.4359          |
+| 0.0944        | 2.4719 | 1100 | 0.4427          |
+| 0.0984        | 2.5843 | 1150 | 0.4366          |
+| 0.1041        | 2.6966 | 1200 | 0.4398          |
+| 0.0951        | 2.8090 | 1250 | 0.4376          |
+| 0.0804        | 2.9213 | 1300 | 0.4377          |
+
+
+### Framework versions
+
+- Transformers 4.57.1
+- Pytorch 2.7.1+cu126
+- Datasets 4.0.0
+- Tokenizers 0.22.2-rc0

llama3-os-121/all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 3.0,
+    "eval_loss": 0.43772968649864197,
+    "eval_runtime": 24.9509,
+    "eval_samples_per_second": 15.03,
+    "eval_steps_per_second": 3.767,
+    "total_flos": 57488427909120.0,
+    "train_loss": 0.29718317360467233,
+    "train_runtime": 6776.8475,
+    "train_samples_per_second": 3.152,
+    "train_steps_per_second": 0.197
+}

llama3-os-121/chat_template.jinja

@@ -0,0 +1,109 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- set date_string = "26 Jul 2024" %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message + builtin tools #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if builtin_tools is defined or tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{%- if builtin_tools is defined %}
+    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
+            {%- for arg_name, arg_val in tool_call.arguments | items %}
+                {{- arg_name + '="' + arg_val + '"' }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- endif %}
+                {%- endfor %}
+            {{- ")" }}
+        {%- else  %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- '{"name": "' + tool_call.name + '", ' }}
+            {{- '"parameters": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- "}" }}
+        {%- endif %}
+        {%- if builtin_tools is defined %}
+            {#- This means we're in ipython mode #}
+            {{- "<|eom_id|>" }}
+        {%- else %}
+            {{- "<|eot_id|>" }}
+        {%- endif %}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

llama3-os-121/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "dtype": "bfloat16",
+  "eos_token_id": 128009,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128009,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.1",
+  "use_cache": false,
+  "vocab_size": 128256
+}

llama3-os-121/eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 3.0,
+    "eval_loss": 0.43772968649864197,
+    "eval_runtime": 24.9509,
+    "eval_samples_per_second": 15.03,
+    "eval_steps_per_second": 3.767
+}

llama3-os-121/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128009,
+    128001,
+    128008,
+    128009
+  ],
+  "pad_token_id": 128009,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.57.1"
+}

llama3-os-121/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1ccc84fea7c7c81d366d79a605cbb4ba09fb6ce0610bda91c9077b7aa05f15
+size 4976698672

llama3-os-121/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4ea2c12926d3f65f8176ab61ec544ce650a116b57d8368e5a57d1b12164b3c
+size 4999802720

llama3-os-121/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e24f1aa43893d27d8d4c20be6872c4510494727d89d161ae90828ec3b7ff4df
+size 4915916176

llama3-os-121/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319b29d318586f6d00154191c5b4699c87825b7a3cd804215f43fdeb9c4b9b7
+size 1168138808

llama3-os-121/model.safetensors.index.json

@@ -0,0 +1,299 @@
+{
+  "metadata": {
+    "total_parameters": 266240,
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

llama3-os-121/runs/Jan21_17-17-52_hgx001/events.out.tfevents.1768987207.hgx001.1602084.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22fd8b824319f8ad30591d8d3d8539871b20c5fbaa78f049382af39365c848f
+size 41145

llama3-os-121/runs/Jan21_17-17-52_hgx001/events.out.tfevents.1768994033.hgx001.1602084.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f8ccda823b9773752bad6d01f1db59ecbfa4eeeba0077f9f58076267ec19d3
+size 359

llama3-os-121/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

llama3-os-121/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

llama3-os-121/tokenizer_config.json

@@ -0,0 +1,2068 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

llama3-os-121/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 57488427909120.0,
+    "train_loss": 0.29718317360467233,
+    "train_runtime": 6776.8475,
+    "train_samples_per_second": 3.152,
+    "train_steps_per_second": 0.197
+}

llama3-os-121/trainer_log.jsonl

@@ -0,0 +1,160 @@
+{"current_steps": 10, "total_steps": 1335, "loss": 0.8748, "lr": 6.716417910447762e-07, "epoch": 0.02247191011235955, "percentage": 0.75, "elapsed_time": "0:00:46", "remaining_time": "1:42:03"}
+{"current_steps": 20, "total_steps": 1335, "loss": 0.7324, "lr": 1.417910447761194e-06, "epoch": 0.0449438202247191, "percentage": 1.5, "elapsed_time": "0:01:30", "remaining_time": "1:39:18"}
+{"current_steps": 30, "total_steps": 1335, "loss": 0.614, "lr": 2.1641791044776118e-06, "epoch": 0.06741573033707865, "percentage": 2.25, "elapsed_time": "0:02:19", "remaining_time": "1:41:11"}
+{"current_steps": 40, "total_steps": 1335, "loss": 0.5453, "lr": 2.9104477611940303e-06, "epoch": 0.0898876404494382, "percentage": 3.0, "elapsed_time": "0:03:04", "remaining_time": "1:39:33"}
+{"current_steps": 50, "total_steps": 1335, "loss": 0.5324, "lr": 3.656716417910448e-06, "epoch": 0.11235955056179775, "percentage": 3.75, "elapsed_time": "0:03:50", "remaining_time": "1:38:32"}
+{"current_steps": 50, "total_steps": 1335, "eval_loss": 0.49069538712501526, "epoch": 0.11235955056179775, "percentage": 3.75, "elapsed_time": "0:04:15", "remaining_time": "1:49:14"}
+{"current_steps": 60, "total_steps": 1335, "loss": 0.5322, "lr": 4.402985074626866e-06, "epoch": 0.1348314606741573, "percentage": 4.49, "elapsed_time": "0:05:02", "remaining_time": "1:47:03"}
+{"current_steps": 70, "total_steps": 1335, "loss": 0.4996, "lr": 5.149253731343285e-06, "epoch": 0.15730337078651685, "percentage": 5.24, "elapsed_time": "0:05:46", "remaining_time": "1:44:13"}
+{"current_steps": 80, "total_steps": 1335, "loss": 0.5127, "lr": 5.895522388059702e-06, "epoch": 0.1797752808988764, "percentage": 5.99, "elapsed_time": "0:06:30", "remaining_time": "1:41:58"}
+{"current_steps": 90, "total_steps": 1335, "loss": 0.4678, "lr": 6.64179104477612e-06, "epoch": 0.20224719101123595, "percentage": 6.74, "elapsed_time": "0:07:14", "remaining_time": "1:40:07"}
+{"current_steps": 100, "total_steps": 1335, "loss": 0.5193, "lr": 7.3880597014925385e-06, "epoch": 0.2247191011235955, "percentage": 7.49, "elapsed_time": "0:08:03", "remaining_time": "1:39:37"}
+{"current_steps": 100, "total_steps": 1335, "eval_loss": 0.493939608335495, "epoch": 0.2247191011235955, "percentage": 7.49, "elapsed_time": "0:08:28", "remaining_time": "1:44:45"}
+{"current_steps": 110, "total_steps": 1335, "loss": 0.5423, "lr": 8.134328358208955e-06, "epoch": 0.24719101123595505, "percentage": 8.24, "elapsed_time": "0:09:16", "remaining_time": "1:43:15"}
+{"current_steps": 120, "total_steps": 1335, "loss": 0.5233, "lr": 8.880597014925374e-06, "epoch": 0.2696629213483146, "percentage": 8.99, "elapsed_time": "0:10:02", "remaining_time": "1:41:35"}
+{"current_steps": 130, "total_steps": 1335, "loss": 0.5423, "lr": 9.626865671641792e-06, "epoch": 0.29213483146067415, "percentage": 9.74, "elapsed_time": "0:10:47", "remaining_time": "1:40:01"}
+{"current_steps": 140, "total_steps": 1335, "loss": 0.5527, "lr": 9.999572350905325e-06, "epoch": 0.3146067415730337, "percentage": 10.49, "elapsed_time": "0:11:35", "remaining_time": "1:38:54"}
+{"current_steps": 150, "total_steps": 1335, "loss": 0.541, "lr": 9.996151597056391e-06, "epoch": 0.33707865168539325, "percentage": 11.24, "elapsed_time": "0:12:17", "remaining_time": "1:37:04"}
+{"current_steps": 150, "total_steps": 1335, "eval_loss": 0.5116215348243713, "epoch": 0.33707865168539325, "percentage": 11.24, "elapsed_time": "0:12:43", "remaining_time": "1:40:28"}
+{"current_steps": 160, "total_steps": 1335, "loss": 0.5541, "lr": 9.98931242987009e-06, "epoch": 0.3595505617977528, "percentage": 11.99, "elapsed_time": "0:13:27", "remaining_time": "1:38:49"}
+{"current_steps": 170, "total_steps": 1335, "loss": 0.5233, "lr": 9.979059528768146e-06, "epoch": 0.38202247191011235, "percentage": 12.73, "elapsed_time": "0:14:12", "remaining_time": "1:37:23"}
+{"current_steps": 180, "total_steps": 1335, "loss": 0.4969, "lr": 9.96539990888074e-06, "epoch": 0.4044943820224719, "percentage": 13.48, "elapsed_time": "0:14:56", "remaining_time": "1:35:54"}
+{"current_steps": 190, "total_steps": 1335, "loss": 0.481, "lr": 9.948342916246702e-06, "epoch": 0.42696629213483145, "percentage": 14.23, "elapsed_time": "0:15:43", "remaining_time": "1:34:47"}
+{"current_steps": 200, "total_steps": 1335, "loss": 0.5009, "lr": 9.92790022141885e-06, "epoch": 0.449438202247191, "percentage": 14.98, "elapsed_time": "0:16:38", "remaining_time": "1:34:26"}
+{"current_steps": 200, "total_steps": 1335, "eval_loss": 0.4970722496509552, "epoch": 0.449438202247191, "percentage": 14.98, "elapsed_time": "0:17:03", "remaining_time": "1:36:48"}
+{"current_steps": 210, "total_steps": 1335, "loss": 0.5279, "lr": 9.904085811478901e-06, "epoch": 0.47191011235955055, "percentage": 15.73, "elapsed_time": "0:18:06", "remaining_time": "1:36:58"}
+{"current_steps": 220, "total_steps": 1335, "loss": 0.5073, "lr": 9.876915980467373e-06, "epoch": 0.4943820224719101, "percentage": 16.48, "elapsed_time": "0:18:49", "remaining_time": "1:35:24"}
+{"current_steps": 230, "total_steps": 1335, "loss": 0.5346, "lr": 9.846409318235056e-06, "epoch": 0.5168539325842697, "percentage": 17.23, "elapsed_time": "0:19:35", "remaining_time": "1:34:06"}
+{"current_steps": 240, "total_steps": 1335, "loss": 0.5289, "lr": 9.812586697723658e-06, "epoch": 0.5393258426966292, "percentage": 17.98, "elapsed_time": "0:20:21", "remaining_time": "1:32:54"}
+{"current_steps": 250, "total_steps": 1335, "loss": 0.4856, "lr": 9.775471260684346e-06, "epoch": 0.5617977528089888, "percentage": 18.73, "elapsed_time": "0:21:04", "remaining_time": "1:31:29"}
+{"current_steps": 250, "total_steps": 1335, "eval_loss": 0.4789491295814514, "epoch": 0.5617977528089888, "percentage": 18.73, "elapsed_time": "0:21:29", "remaining_time": "1:33:18"}
+{"current_steps": 260, "total_steps": 1335, "loss": 0.4713, "lr": 9.735088401843948e-06, "epoch": 0.5842696629213483, "percentage": 19.48, "elapsed_time": "0:22:14", "remaining_time": "1:31:57"}
+{"current_steps": 270, "total_steps": 1335, "loss": 0.5077, "lr": 9.691465751529645e-06, "epoch": 0.6067415730337079, "percentage": 20.22, "elapsed_time": "0:22:57", "remaining_time": "1:30:34"}
+{"current_steps": 280, "total_steps": 1335, "loss": 0.5148, "lr": 9.644633156764038e-06, "epoch": 0.6292134831460674, "percentage": 20.97, "elapsed_time": "0:23:42", "remaining_time": "1:29:20"}
+{"current_steps": 290, "total_steps": 1335, "loss": 0.4998, "lr": 9.594622660843547e-06, "epoch": 0.651685393258427, "percentage": 21.72, "elapsed_time": "0:24:26", "remaining_time": "1:28:05"}
+{"current_steps": 300, "total_steps": 1335, "loss": 0.4855, "lr": 9.54146848141408e-06, "epoch": 0.6741573033707865, "percentage": 22.47, "elapsed_time": "0:25:11", "remaining_time": "1:26:55"}
+{"current_steps": 300, "total_steps": 1335, "eval_loss": 0.4700905382633209, "epoch": 0.6741573033707865, "percentage": 22.47, "elapsed_time": "0:25:36", "remaining_time": "1:28:21"}
+{"current_steps": 310, "total_steps": 1335, "loss": 0.4825, "lr": 9.48520698705901e-06, "epoch": 0.6966292134831461, "percentage": 23.22, "elapsed_time": "0:26:21", "remaining_time": "1:27:08"}
+{"current_steps": 320, "total_steps": 1335, "loss": 0.4918, "lr": 9.425876672415448e-06, "epoch": 0.7191011235955056, "percentage": 23.97, "elapsed_time": "0:27:04", "remaining_time": "1:25:53"}
+{"current_steps": 330, "total_steps": 1335, "loss": 0.4847, "lr": 9.363518131835857e-06, "epoch": 0.7415730337078652, "percentage": 24.72, "elapsed_time": "0:27:49", "remaining_time": "1:24:45"}
+{"current_steps": 340, "total_steps": 1335, "loss": 0.4721, "lr": 9.298174031613019e-06, "epoch": 0.7640449438202247, "percentage": 25.47, "elapsed_time": "0:28:33", "remaining_time": "1:23:34"}
+{"current_steps": 350, "total_steps": 1335, "loss": 0.4586, "lr": 9.229889080787357e-06, "epoch": 0.7865168539325843, "percentage": 26.22, "elapsed_time": "0:29:15", "remaining_time": "1:22:20"}
+{"current_steps": 350, "total_steps": 1335, "eval_loss": 0.4575425386428833, "epoch": 0.7865168539325843, "percentage": 26.22, "elapsed_time": "0:29:41", "remaining_time": "1:23:34"}
+{"current_steps": 360, "total_steps": 1335, "loss": 0.4914, "lr": 9.1587100005566e-06, "epoch": 0.8089887640449438, "percentage": 26.97, "elapsed_time": "0:30:25", "remaining_time": "1:22:23"}
+{"current_steps": 370, "total_steps": 1335, "loss": 0.4282, "lr": 9.0846854923087e-06, "epoch": 0.8314606741573034, "percentage": 27.72, "elapsed_time": "0:31:10", "remaining_time": "1:21:18"}
+{"current_steps": 380, "total_steps": 1335, "loss": 0.4505, "lr": 9.007866204299896e-06, "epoch": 0.8539325842696629, "percentage": 28.46, "elapsed_time": "0:31:56", "remaining_time": "1:20:17"}
+{"current_steps": 390, "total_steps": 1335, "loss": 0.4597, "lr": 8.9283046970007e-06, "epoch": 0.8764044943820225, "percentage": 29.21, "elapsed_time": "0:32:40", "remaining_time": "1:19:10"}
+{"current_steps": 400, "total_steps": 1335, "loss": 0.4786, "lr": 8.846055407133539e-06, "epoch": 0.898876404494382, "percentage": 29.96, "elapsed_time": "0:33:23", "remaining_time": "1:18:03"}
+{"current_steps": 400, "total_steps": 1335, "eval_loss": 0.44720685482025146, "epoch": 0.898876404494382, "percentage": 29.96, "elapsed_time": "0:33:50", "remaining_time": "1:19:05"}
+{"current_steps": 410, "total_steps": 1335, "loss": 0.4705, "lr": 8.761174610426642e-06, "epoch": 0.9213483146067416, "percentage": 30.71, "elapsed_time": "0:34:32", "remaining_time": "1:17:55"}
+{"current_steps": 420, "total_steps": 1335, "loss": 0.4486, "lr": 8.673720383109666e-06, "epoch": 0.9438202247191011, "percentage": 31.46, "elapsed_time": "0:35:16", "remaining_time": "1:16:51"}
+{"current_steps": 430, "total_steps": 1335, "loss": 0.4405, "lr": 8.583752562177401e-06, "epoch": 0.9662921348314607, "percentage": 32.21, "elapsed_time": "0:36:00", "remaining_time": "1:15:46"}
+{"current_steps": 440, "total_steps": 1335, "loss": 0.4532, "lr": 8.491332704448734e-06, "epoch": 0.9887640449438202, "percentage": 32.96, "elapsed_time": "0:36:46", "remaining_time": "1:14:47"}
+{"current_steps": 450, "total_steps": 1335, "loss": 0.39, "lr": 8.396524044448913e-06, "epoch": 1.0112359550561798, "percentage": 33.71, "elapsed_time": "0:37:32", "remaining_time": "1:13:49"}
+{"current_steps": 450, "total_steps": 1335, "eval_loss": 0.43022894859313965, "epoch": 1.0112359550561798, "percentage": 33.71, "elapsed_time": "0:37:57", "remaining_time": "1:14:38"}
+{"current_steps": 460, "total_steps": 1335, "loss": 0.2934, "lr": 8.299391451143887e-06, "epoch": 1.0337078651685394, "percentage": 34.46, "elapsed_time": "0:38:40", "remaining_time": "1:13:34"}
+{"current_steps": 470, "total_steps": 1335, "loss": 0.29, "lr": 8.20000138355637e-06, "epoch": 1.0561797752808988, "percentage": 35.21, "elapsed_time": "0:39:25", "remaining_time": "1:12:33"}
+{"current_steps": 480, "total_steps": 1335, "loss": 0.2778, "lr": 8.098421845293946e-06, "epoch": 1.0786516853932584, "percentage": 35.96, "elapsed_time": "0:40:11", "remaining_time": "1:11:34"}
+{"current_steps": 490, "total_steps": 1335, "loss": 0.2847, "lr": 7.994722338020375e-06, "epoch": 1.101123595505618, "percentage": 36.7, "elapsed_time": "0:40:53", "remaining_time": "1:10:31"}
+{"current_steps": 500, "total_steps": 1335, "loss": 0.3046, "lr": 7.888973813901909e-06, "epoch": 1.1235955056179776, "percentage": 37.45, "elapsed_time": "0:41:37", "remaining_time": "1:09:30"}
+{"current_steps": 500, "total_steps": 1335, "eval_loss": 0.4396440088748932, "epoch": 1.1235955056179776, "percentage": 37.45, "elapsed_time": "0:42:01", "remaining_time": "1:10:11"}
+{"current_steps": 510, "total_steps": 1335, "loss": 0.3076, "lr": 7.781248627061166e-06, "epoch": 1.146067415730337, "percentage": 38.2, "elapsed_time": "0:43:05", "remaining_time": "1:09:42"}
+{"current_steps": 520, "total_steps": 1335, "loss": 0.294, "lr": 7.671620484071758e-06, "epoch": 1.1685393258426966, "percentage": 38.95, "elapsed_time": "0:43:51", "remaining_time": "1:08:43"}
+{"current_steps": 530, "total_steps": 1335, "loss": 0.2903, "lr": 7.56016439352757e-06, "epoch": 1.1910112359550562, "percentage": 39.7, "elapsed_time": "0:44:33", "remaining_time": "1:07:41"}
+{"current_steps": 540, "total_steps": 1335, "loss": 0.2932, "lr": 7.446956614721191e-06, "epoch": 1.2134831460674158, "percentage": 40.45, "elapsed_time": "0:45:17", "remaining_time": "1:06:41"}
+{"current_steps": 550, "total_steps": 1335, "loss": 0.2974, "lr": 7.33207460546659e-06, "epoch": 1.2359550561797752, "percentage": 41.2, "elapsed_time": "0:46:12", "remaining_time": "1:05:57"}
+{"current_steps": 550, "total_steps": 1335, "eval_loss": 0.42986103892326355, "epoch": 1.2359550561797752, "percentage": 41.2, "elapsed_time": "0:46:37", "remaining_time": "1:06:33"}
+{"current_steps": 560, "total_steps": 1335, "loss": 0.2781, "lr": 7.215596969101762e-06, "epoch": 1.2584269662921348, "percentage": 41.95, "elapsed_time": "0:47:22", "remaining_time": "1:05:33"}
+{"current_steps": 570, "total_steps": 1335, "loss": 0.2868, "lr": 7.097603400707595e-06, "epoch": 1.2808988764044944, "percentage": 42.7, "elapsed_time": "0:48:05", "remaining_time": "1:04:33"}
+{"current_steps": 580, "total_steps": 1335, "loss": 0.2915, "lr": 6.978174632579754e-06, "epoch": 1.303370786516854, "percentage": 43.45, "elapsed_time": "0:48:59", "remaining_time": "1:03:46"}
+{"current_steps": 590, "total_steps": 1335, "loss": 0.3, "lr": 6.857392378990895e-06, "epoch": 1.3258426966292136, "percentage": 44.19, "elapsed_time": "0:49:52", "remaining_time": "1:02:58"}
+{"current_steps": 600, "total_steps": 1335, "loss": 0.2836, "lr": 6.735339280281001e-06, "epoch": 1.348314606741573, "percentage": 44.94, "elapsed_time": "0:50:34", "remaining_time": "1:01:57"}
+{"current_steps": 600, "total_steps": 1335, "eval_loss": 0.424435555934906, "epoch": 1.348314606741573, "percentage": 44.94, "elapsed_time": "0:50:59", "remaining_time": "1:02:27"}
+{"current_steps": 610, "total_steps": 1335, "loss": 0.2812, "lr": 6.6120988463140925e-06, "epoch": 1.3707865168539326, "percentage": 45.69, "elapsed_time": "0:51:45", "remaining_time": "1:01:31"}
+{"current_steps": 620, "total_steps": 1335, "loss": 0.274, "lr": 6.487755399340005e-06, "epoch": 1.3932584269662922, "percentage": 46.44, "elapsed_time": "0:52:31", "remaining_time": "1:00:34"}
+{"current_steps": 630, "total_steps": 1335, "loss": 0.3027, "lr": 6.362394016300315e-06, "epoch": 1.4157303370786516, "percentage": 47.19, "elapsed_time": "0:53:16", "remaining_time": "0:59:36"}
+{"current_steps": 640, "total_steps": 1335, "loss": 0.2783, "lr": 6.2361004706179195e-06, "epoch": 1.4382022471910112, "percentage": 47.94, "elapsed_time": "0:53:59", "remaining_time": "0:58:38"}
+{"current_steps": 650, "total_steps": 1335, "loss": 0.2679, "lr": 6.108961173510052e-06, "epoch": 1.4606741573033708, "percentage": 48.69, "elapsed_time": "0:54:41", "remaining_time": "0:57:38"}
+{"current_steps": 650, "total_steps": 1335, "eval_loss": 0.41811907291412354, "epoch": 1.4606741573033708, "percentage": 48.69, "elapsed_time": "0:55:06", "remaining_time": "0:58:05"}
+{"current_steps": 660, "total_steps": 1335, "loss": 0.2836, "lr": 5.981063114864928e-06, "epoch": 1.4831460674157304, "percentage": 49.44, "elapsed_time": "0:55:50", "remaining_time": "0:57:06"}
+{"current_steps": 670, "total_steps": 1335, "loss": 0.2878, "lr": 5.8524938037224555e-06, "epoch": 1.50561797752809, "percentage": 50.19, "elapsed_time": "0:56:33", "remaining_time": "0:56:07"}
+{"current_steps": 680, "total_steps": 1335, "loss": 0.2559, "lr": 5.723341208399737e-06, "epoch": 1.5280898876404494, "percentage": 50.94, "elapsed_time": "0:57:20", "remaining_time": "0:55:14"}
+{"current_steps": 690, "total_steps": 1335, "loss": 0.2913, "lr": 5.593693696302333e-06, "epoch": 1.550561797752809, "percentage": 51.69, "elapsed_time": "0:58:03", "remaining_time": "0:54:16"}
+{"current_steps": 700, "total_steps": 1335, "loss": 0.3064, "lr": 5.4636399734624534e-06, "epoch": 1.5730337078651684, "percentage": 52.43, "elapsed_time": "0:58:48", "remaining_time": "0:53:21"}
+{"current_steps": 700, "total_steps": 1335, "eval_loss": 0.4070671498775482, "epoch": 1.5730337078651684, "percentage": 52.43, "elapsed_time": "0:59:13", "remaining_time": "0:53:43"}
+{"current_steps": 710, "total_steps": 1335, "loss": 0.2558, "lr": 5.333269023845478e-06, "epoch": 1.595505617977528, "percentage": 53.18, "elapsed_time": "1:00:01", "remaining_time": "0:52:50"}
+{"current_steps": 720, "total_steps": 1335, "loss": 0.2715, "lr": 5.20267004846629e-06, "epoch": 1.6179775280898876, "percentage": 53.93, "elapsed_time": "1:00:45", "remaining_time": "0:51:53"}
+{"current_steps": 730, "total_steps": 1335, "loss": 0.2779, "lr": 5.071932404357119e-06, "epoch": 1.6404494382022472, "percentage": 54.68, "elapsed_time": "1:01:31", "remaining_time": "0:50:59"}
+{"current_steps": 740, "total_steps": 1335, "loss": 0.2867, "lr": 4.94114554342863e-06, "epoch": 1.6629213483146068, "percentage": 55.43, "elapsed_time": "1:02:15", "remaining_time": "0:50:03"}
+{"current_steps": 750, "total_steps": 1335, "loss": 0.2741, "lr": 4.81039895126609e-06, "epoch": 1.6853932584269664, "percentage": 56.18, "elapsed_time": "1:02:59", "remaining_time": "0:49:07"}
+{"current_steps": 750, "total_steps": 1335, "eval_loss": 0.40253934264183044, "epoch": 1.6853932584269664, "percentage": 56.18, "elapsed_time": "1:03:24", "remaining_time": "0:49:27"}
+{"current_steps": 760, "total_steps": 1335, "loss": 0.2562, "lr": 4.679782085902503e-06, "epoch": 1.7078651685393258, "percentage": 56.93, "elapsed_time": "1:04:09", "remaining_time": "0:48:32"}
+{"current_steps": 770, "total_steps": 1335, "loss": 0.2648, "lr": 4.549384316610593e-06, "epoch": 1.7303370786516854, "percentage": 57.68, "elapsed_time": "1:04:53", "remaining_time": "0:47:37"}
+{"current_steps": 780, "total_steps": 1335, "loss": 0.2632, "lr": 4.419294862755515e-06, "epoch": 1.7528089887640448, "percentage": 58.43, "elapsed_time": "1:05:38", "remaining_time": "0:46:42"}
+{"current_steps": 790, "total_steps": 1335, "loss": 0.2713, "lr": 4.289602732750138e-06, "epoch": 1.7752808988764044, "percentage": 59.18, "elapsed_time": "1:06:22", "remaining_time": "0:45:47"}
+{"current_steps": 800, "total_steps": 1335, "loss": 0.2558, "lr": 4.1603966631546634e-06, "epoch": 1.797752808988764, "percentage": 59.93, "elapsed_time": "1:07:11", "remaining_time": "0:44:56"}
+{"current_steps": 800, "total_steps": 1335, "eval_loss": 0.39331701397895813, "epoch": 1.797752808988764, "percentage": 59.93, "elapsed_time": "1:07:36", "remaining_time": "0:45:12"}
+{"current_steps": 810, "total_steps": 1335, "loss": 0.2444, "lr": 4.031765057962243e-06, "epoch": 1.8202247191011236, "percentage": 60.67, "elapsed_time": "1:08:20", "remaining_time": "0:44:17"}
+{"current_steps": 820, "total_steps": 1335, "loss": 0.2401, "lr": 3.9037959281121474e-06, "epoch": 1.8426966292134832, "percentage": 61.42, "elapsed_time": "1:09:10", "remaining_time": "0:43:26"}
+{"current_steps": 830, "total_steps": 1335, "loss": 0.2726, "lr": 3.776576831271865e-06, "epoch": 1.8651685393258428, "percentage": 62.17, "elapsed_time": "1:10:00", "remaining_time": "0:42:35"}
+{"current_steps": 840, "total_steps": 1335, "loss": 0.2528, "lr": 3.65019481192933e-06, "epoch": 1.8876404494382022, "percentage": 62.92, "elapsed_time": "1:10:42", "remaining_time": "0:41:40"}
+{"current_steps": 850, "total_steps": 1335, "loss": 0.2701, "lr": 3.524736341836272e-06, "epoch": 1.9101123595505618, "percentage": 63.67, "elapsed_time": "1:11:25", "remaining_time": "0:40:45"}
+{"current_steps": 850, "total_steps": 1335, "eval_loss": 0.3823501169681549, "epoch": 1.9101123595505618, "percentage": 63.67, "elapsed_time": "1:11:50", "remaining_time": "0:40:59"}
+{"current_steps": 860, "total_steps": 1335, "loss": 0.2511, "lr": 3.400287260843454e-06, "epoch": 1.9325842696629212, "percentage": 64.42, "elapsed_time": "1:12:35", "remaining_time": "0:40:05"}
+{"current_steps": 870, "total_steps": 1335, "loss": 0.255, "lr": 3.2769327181682307e-06, "epoch": 1.9550561797752808, "percentage": 65.17, "elapsed_time": "1:13:20", "remaining_time": "0:39:11"}
+{"current_steps": 880, "total_steps": 1335, "loss": 0.253, "lr": 3.1547571141346756e-06, "epoch": 1.9775280898876404, "percentage": 65.92, "elapsed_time": "1:14:05", "remaining_time": "0:38:18"}
+{"current_steps": 890, "total_steps": 1335, "loss": 0.2729, "lr": 3.0338440424260897e-06, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "1:14:51", "remaining_time": "0:37:25"}
+{"current_steps": 900, "total_steps": 1335, "loss": 0.1197, "lr": 2.9142762328894273e-06, "epoch": 2.0224719101123596, "percentage": 67.42, "elapsed_time": "1:15:35", "remaining_time": "0:36:32"}
+{"current_steps": 900, "total_steps": 1335, "eval_loss": 0.440464586019516, "epoch": 2.0224719101123596, "percentage": 67.42, "elapsed_time": "1:16:00", "remaining_time": "0:36:44"}
+{"current_steps": 910, "total_steps": 1335, "loss": 0.1103, "lr": 2.7961354949307677e-06, "epoch": 2.044943820224719, "percentage": 68.16, "elapsed_time": "1:16:44", "remaining_time": "0:35:50"}
+{"current_steps": 920, "total_steps": 1335, "loss": 0.1058, "lr": 2.6795026615405635e-06, "epoch": 2.067415730337079, "percentage": 68.91, "elapsed_time": "1:17:27", "remaining_time": "0:34:56"}
+{"current_steps": 930, "total_steps": 1335, "loss": 0.0976, "lr": 2.564457533986944e-06, "epoch": 2.0898876404494384, "percentage": 69.66, "elapsed_time": "1:18:14", "remaining_time": "0:34:04"}
+{"current_steps": 940, "total_steps": 1335, "loss": 0.1092, "lr": 2.451078827214964e-06, "epoch": 2.1123595505617976, "percentage": 70.41, "elapsed_time": "1:18:59", "remaining_time": "0:33:11"}
+{"current_steps": 950, "total_steps": 1335, "loss": 0.104, "lr": 2.339444115989093e-06, "epoch": 2.134831460674157, "percentage": 71.16, "elapsed_time": "1:19:44", "remaining_time": "0:32:18"}
+{"current_steps": 950, "total_steps": 1335, "eval_loss": 0.43039175868034363, "epoch": 2.134831460674157, "percentage": 71.16, "elapsed_time": "1:20:09", "remaining_time": "0:32:29"}
+{"current_steps": 960, "total_steps": 1335, "loss": 0.1067, "lr": 2.2296297818158458e-06, "epoch": 2.157303370786517, "percentage": 71.91, "elapsed_time": "1:21:01", "remaining_time": "0:31:39"}
+{"current_steps": 970, "total_steps": 1335, "loss": 0.1074, "lr": 2.121710960682851e-06, "epoch": 2.1797752808988764, "percentage": 72.66, "elapsed_time": "1:21:44", "remaining_time": "0:30:45"}
+{"current_steps": 980, "total_steps": 1335, "loss": 0.1073, "lr": 2.0157614916501e-06, "epoch": 2.202247191011236, "percentage": 73.41, "elapsed_time": "1:22:28", "remaining_time": "0:29:52"}
+{"current_steps": 990, "total_steps": 1335, "loss": 0.1048, "lr": 1.9118538663285874e-06, "epoch": 2.2247191011235956, "percentage": 74.16, "elapsed_time": "1:23:22", "remaining_time": "0:29:03"}
+{"current_steps": 1000, "total_steps": 1335, "loss": 0.1085, "lr": 1.8100591792808652e-06, "epoch": 2.247191011235955, "percentage": 74.91, "elapsed_time": "1:24:05", "remaining_time": "0:28:10"}
+{"current_steps": 1000, "total_steps": 1335, "eval_loss": 0.4354311227798462, "epoch": 2.247191011235955, "percentage": 74.91, "elapsed_time": "1:24:30", "remaining_time": "0:28:18"}
+{"current_steps": 1010, "total_steps": 1335, "loss": 0.1066, "lr": 1.7104470793774959e-06, "epoch": 2.2696629213483144, "percentage": 75.66, "elapsed_time": "1:25:33", "remaining_time": "0:27:31"}
+{"current_steps": 1020, "total_steps": 1335, "loss": 0.1049, "lr": 1.613085722142636e-06, "epoch": 2.292134831460674, "percentage": 76.4, "elapsed_time": "1:26:17", "remaining_time": "0:26:39"}
+{"current_steps": 1030, "total_steps": 1335, "loss": 0.1054, "lr": 1.5180417231214001e-06, "epoch": 2.3146067415730336, "percentage": 77.15, "elapsed_time": "1:27:01", "remaining_time": "0:25:46"}
+{"current_steps": 1040, "total_steps": 1335, "loss": 0.1097, "lr": 1.425380112300887e-06, "epoch": 2.337078651685393, "percentage": 77.9, "elapsed_time": "1:27:49", "remaining_time": "0:24:54"}
+{"current_steps": 1050, "total_steps": 1335, "loss": 0.1004, "lr": 1.3351642896160522e-06, "epoch": 2.359550561797753, "percentage": 78.65, "elapsed_time": "1:28:43", "remaining_time": "0:24:04"}
+{"current_steps": 1050, "total_steps": 1335, "eval_loss": 0.4359316825866699, "epoch": 2.359550561797753, "percentage": 78.65, "elapsed_time": "1:29:08", "remaining_time": "0:24:11"}
+{"current_steps": 1060, "total_steps": 1335, "loss": 0.1015, "lr": 1.247455981570892e-06, "epoch": 2.3820224719101124, "percentage": 79.4, "elapsed_time": "1:29:54", "remaining_time": "0:23:19"}
+{"current_steps": 1070, "total_steps": 1335, "loss": 0.0977, "lr": 1.162315199004585e-06, "epoch": 2.404494382022472, "percentage": 80.15, "elapsed_time": "1:30:38", "remaining_time": "0:22:26"}
+{"current_steps": 1080, "total_steps": 1335, "loss": 0.1044, "lr": 1.0798001960315313e-06, "epoch": 2.4269662921348316, "percentage": 80.9, "elapsed_time": "1:31:22", "remaining_time": "0:21:34"}
+{"current_steps": 1090, "total_steps": 1335, "loss": 0.0973, "lr": 9.999674301833328e-07, "epoch": 2.449438202247191, "percentage": 81.65, "elapsed_time": "1:32:16", "remaining_time": "0:20:44"}
+{"current_steps": 1100, "total_steps": 1335, "loss": 0.0944, "lr": 9.228715237800395e-07, "epoch": 2.4719101123595504, "percentage": 82.4, "elapsed_time": "1:32:58", "remaining_time": "0:19:51"}
+{"current_steps": 1100, "total_steps": 1335, "eval_loss": 0.4427347481250763, "epoch": 2.4719101123595504, "percentage": 82.4, "elapsed_time": "1:33:24", "remaining_time": "0:19:57"}
+{"current_steps": 1110, "total_steps": 1335, "loss": 0.0907, "lr": 8.485652265570376e-07, "epoch": 2.49438202247191, "percentage": 83.15, "elapsed_time": "1:34:07", "remaining_time": "0:19:04"}
+{"current_steps": 1120, "total_steps": 1335, "loss": 0.0888, "lr": 7.770993795731984e-07, "epoch": 2.5168539325842696, "percentage": 83.9, "elapsed_time": "1:34:52", "remaining_time": "0:18:12"}
+{"current_steps": 1130, "total_steps": 1335, "loss": 0.1043, "lr": 7.085228804249538e-07, "epoch": 2.539325842696629, "percentage": 84.64, "elapsed_time": "1:35:37", "remaining_time": "0:17:20"}
+{"current_steps": 1140, "total_steps": 1335, "loss": 0.0977, "lr": 6.428826497900992e-07, "epoch": 2.561797752808989, "percentage": 85.39, "elapsed_time": "1:36:22", "remaining_time": "0:16:29"}
+{"current_steps": 1150, "total_steps": 1335, "loss": 0.0984, "lr": 5.802235993242428e-07, "epoch": 2.5842696629213484, "percentage": 86.14, "elapsed_time": "1:37:07", "remaining_time": "0:15:37"}
+{"current_steps": 1150, "total_steps": 1335, "eval_loss": 0.43664875626564026, "epoch": 2.5842696629213484, "percentage": 86.14, "elapsed_time": "1:37:33", "remaining_time": "0:15:41"}
+{"current_steps": 1160, "total_steps": 1335, "loss": 0.1038, "lr": 5.205886009318184e-07, "epoch": 2.606741573033708, "percentage": 86.89, "elapsed_time": "1:38:18", "remaining_time": "0:14:49"}
+{"current_steps": 1170, "total_steps": 1335, "loss": 0.0911, "lr": 4.6401845743273945e-07, "epoch": 2.629213483146067, "percentage": 87.64, "elapsed_time": "1:39:02", "remaining_time": "0:13:58"}
+{"current_steps": 1180, "total_steps": 1335, "loss": 0.0928, "lr": 4.1055187464473125e-07, "epoch": 2.6516853932584272, "percentage": 88.39, "elapsed_time": "1:39:45", "remaining_time": "0:13:06"}
+{"current_steps": 1190, "total_steps": 1335, "loss": 0.0911, "lr": 3.602254349004447e-07, "epoch": 2.6741573033707864, "percentage": 89.14, "elapsed_time": "1:40:28", "remaining_time": "0:12:14"}
+{"current_steps": 1200, "total_steps": 1335, "loss": 0.1041, "lr": 3.1307357201749157e-07, "epoch": 2.696629213483146, "percentage": 89.89, "elapsed_time": "1:41:12", "remaining_time": "0:11:23"}
+{"current_steps": 1200, "total_steps": 1335, "eval_loss": 0.4398299753665924, "epoch": 2.696629213483146, "percentage": 89.89, "elapsed_time": "1:41:36", "remaining_time": "0:11:25"}
+{"current_steps": 1210, "total_steps": 1335, "loss": 0.0903, "lr": 2.691285477384986e-07, "epoch": 2.7191011235955056, "percentage": 90.64, "elapsed_time": "1:42:20", "remaining_time": "0:10:34"}
+{"current_steps": 1220, "total_steps": 1335, "loss": 0.0955, "lr": 2.284204296573328e-07, "epoch": 2.741573033707865, "percentage": 91.39, "elapsed_time": "1:43:03", "remaining_time": "0:09:42"}
+{"current_steps": 1230, "total_steps": 1335, "loss": 0.1018, "lr": 1.9097707064656523e-07, "epoch": 2.764044943820225, "percentage": 92.13, "elapsed_time": "1:43:47", "remaining_time": "0:08:51"}
+{"current_steps": 1240, "total_steps": 1335, "loss": 0.0834, "lr": 1.568240898002843e-07, "epoch": 2.7865168539325844, "percentage": 92.88, "elapsed_time": "1:44:34", "remaining_time": "0:08:00"}
+{"current_steps": 1250, "total_steps": 1335, "loss": 0.0951, "lr": 1.259848549052689e-07, "epoch": 2.808988764044944, "percentage": 93.63, "elapsed_time": "1:45:19", "remaining_time": "0:07:09"}
+{"current_steps": 1250, "total_steps": 1335, "eval_loss": 0.437627911567688, "epoch": 2.808988764044944, "percentage": 93.63, "elapsed_time": "1:45:44", "remaining_time": "0:07:11"}
+{"current_steps": 1260, "total_steps": 1335, "loss": 0.0923, "lr": 9.848046645253184e-08, "epoch": 2.831460674157303, "percentage": 94.38, "elapsed_time": "1:46:29", "remaining_time": "0:06:20"}
+{"current_steps": 1270, "total_steps": 1335, "loss": 0.0916, "lr": 7.432974320017216e-08, "epoch": 2.853932584269663, "percentage": 95.13, "elapsed_time": "1:47:14", "remaining_time": "0:05:29"}
+{"current_steps": 1280, "total_steps": 1335, "loss": 0.0999, "lr": 5.354920929740048e-08, "epoch": 2.8764044943820224, "percentage": 95.88, "elapsed_time": "1:48:02", "remaining_time": "0:04:38"}
+{"current_steps": 1290, "total_steps": 1335, "loss": 0.0943, "lr": 3.615308297856668e-08, "epoch": 2.898876404494382, "percentage": 96.63, "elapsed_time": "1:48:44", "remaining_time": "0:03:47"}
+{"current_steps": 1300, "total_steps": 1335, "loss": 0.0804, "lr": 2.2153266834908927e-08, "epoch": 2.9213483146067416, "percentage": 97.38, "elapsed_time": "1:49:29", "remaining_time": "0:02:56"}
+{"current_steps": 1300, "total_steps": 1335, "eval_loss": 0.43767842650413513, "epoch": 2.9213483146067416, "percentage": 97.38, "elapsed_time": "1:49:54", "remaining_time": "0:02:57"}
+{"current_steps": 1310, "total_steps": 1335, "loss": 0.1001, "lr": 1.155933967069256e-08, "epoch": 2.943820224719101, "percentage": 98.13, "elapsed_time": "1:50:40", "remaining_time": "0:02:06"}
+{"current_steps": 1320, "total_steps": 1335, "loss": 0.096, "lr": 4.378549949301536e-09, "epoch": 2.966292134831461, "percentage": 98.88, "elapsed_time": "1:51:27", "remaining_time": "0:01:15"}
+{"current_steps": 1330, "total_steps": 1335, "loss": 0.0933, "lr": 6.158108337733782e-10, "epoch": 2.98876404494382, "percentage": 99.63, "elapsed_time": "1:52:11", "remaining_time": "0:00:25"}
+{"current_steps": 1335, "total_steps": 1335, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1:52:56", "remaining_time": "0:00:00"}

llama3-os-121/trainer_state.json

@@ -0,0 +1,1182 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 50,
+  "global_step": 1335,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 17.14047476371622,
+      "learning_rate": 6.716417910447762e-07,
+      "loss": 0.8748,
+      "step": 10
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 8.472000851613938,
+      "learning_rate": 1.417910447761194e-06,
+      "loss": 0.7324,
+      "step": 20
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 8.06528644822054,
+      "learning_rate": 2.1641791044776118e-06,
+      "loss": 0.614,
+      "step": 30
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 7.027790298166711,
+      "learning_rate": 2.9104477611940303e-06,
+      "loss": 0.5453,
+      "step": 40
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 7.765014276635496,
+      "learning_rate": 3.656716417910448e-06,
+      "loss": 0.5324,
+      "step": 50
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "eval_loss": 0.49069538712501526,
+      "eval_runtime": 24.963,
+      "eval_samples_per_second": 15.022,
+      "eval_steps_per_second": 3.766,
+      "step": 50
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 5.476266519570965,
+      "learning_rate": 4.402985074626866e-06,
+      "loss": 0.5322,
+      "step": 60
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 6.673062424117546,
+      "learning_rate": 5.149253731343285e-06,
+      "loss": 0.4996,
+      "step": 70
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 5.867210391375941,
+      "learning_rate": 5.895522388059702e-06,
+      "loss": 0.5127,
+      "step": 80
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 4.86491013562436,
+      "learning_rate": 6.64179104477612e-06,
+      "loss": 0.4678,
+      "step": 90
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 4.233203189830148,
+      "learning_rate": 7.3880597014925385e-06,
+      "loss": 0.5193,
+      "step": 100
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "eval_loss": 0.493939608335495,
+      "eval_runtime": 24.9607,
+      "eval_samples_per_second": 15.024,
+      "eval_steps_per_second": 3.766,
+      "step": 100
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 5.573018903151105,
+      "learning_rate": 8.134328358208955e-06,
+      "loss": 0.5423,
+      "step": 110
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 5.477625900509682,
+      "learning_rate": 8.880597014925374e-06,
+      "loss": 0.5233,
+      "step": 120
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 5.214351087686594,
+      "learning_rate": 9.626865671641792e-06,
+      "loss": 0.5423,
+      "step": 130
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 4.301310266081571,
+      "learning_rate": 9.999572350905325e-06,
+      "loss": 0.5527,
+      "step": 140
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 4.8629967281206055,
+      "learning_rate": 9.996151597056391e-06,
+      "loss": 0.541,
+      "step": 150
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "eval_loss": 0.5116215348243713,
+      "eval_runtime": 25.7788,
+      "eval_samples_per_second": 14.547,
+      "eval_steps_per_second": 3.646,
+      "step": 150
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 5.134848176613839,
+      "learning_rate": 9.98931242987009e-06,
+      "loss": 0.5541,
+      "step": 160
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 3.7224808382592105,
+      "learning_rate": 9.979059528768146e-06,
+      "loss": 0.5233,
+      "step": 170
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 4.097927668579947,
+      "learning_rate": 9.96539990888074e-06,
+      "loss": 0.4969,
+      "step": 180
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 4.074507974902033,
+      "learning_rate": 9.948342916246702e-06,
+      "loss": 0.481,
+      "step": 190
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 4.118618237060066,
+      "learning_rate": 9.92790022141885e-06,
+      "loss": 0.5009,
+      "step": 200
+    },
+    {
+      "epoch": 0.449438202247191,
+      "eval_loss": 0.4970722496509552,
+      "eval_runtime": 24.9787,
+      "eval_samples_per_second": 15.013,
+      "eval_steps_per_second": 3.763,
+      "step": 200
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 4.037918196386557,
+      "learning_rate": 9.904085811478901e-06,
+      "loss": 0.5279,
+      "step": 210
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 3.87032723719675,
+      "learning_rate": 9.876915980467373e-06,
+      "loss": 0.5073,
+      "step": 220
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 3.8991555389148465,
+      "learning_rate": 9.846409318235056e-06,
+      "loss": 0.5346,
+      "step": 230
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 4.27998406282492,
+      "learning_rate": 9.812586697723658e-06,
+      "loss": 0.5289,
+      "step": 240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 3.61171557296346,
+      "learning_rate": 9.775471260684346e-06,
+      "loss": 0.4856,
+      "step": 250
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "eval_loss": 0.4789491295814514,
+      "eval_runtime": 25.1693,
+      "eval_samples_per_second": 14.899,
+      "eval_steps_per_second": 3.735,
+      "step": 250
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 4.505011449204735,
+      "learning_rate": 9.735088401843948e-06,
+      "loss": 0.4713,
+      "step": 260
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 4.217861036723754,
+      "learning_rate": 9.691465751529645e-06,
+      "loss": 0.5077,
+      "step": 270
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 4.142724019328917,
+      "learning_rate": 9.644633156764038e-06,
+      "loss": 0.5148,
+      "step": 280
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 3.903553214089031,
+      "learning_rate": 9.594622660843547e-06,
+      "loss": 0.4998,
+      "step": 290
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 4.119559749705483,
+      "learning_rate": 9.54146848141408e-06,
+      "loss": 0.4855,
+      "step": 300
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "eval_loss": 0.4700905382633209,
+      "eval_runtime": 24.9924,
+      "eval_samples_per_second": 15.005,
+      "eval_steps_per_second": 3.761,
+      "step": 300
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 3.748351807209981,
+      "learning_rate": 9.48520698705901e-06,
+      "loss": 0.4825,
+      "step": 310
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 3.660070209564583,
+      "learning_rate": 9.425876672415448e-06,
+      "loss": 0.4918,
+      "step": 320
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 3.581652056622651,
+      "learning_rate": 9.363518131835857e-06,
+      "loss": 0.4847,
+      "step": 330
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 3.2248887000209168,
+      "learning_rate": 9.298174031613019e-06,
+      "loss": 0.4721,
+      "step": 340
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 3.433512261597286,
+      "learning_rate": 9.229889080787357e-06,
+      "loss": 0.4586,
+      "step": 350
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "eval_loss": 0.4575425386428833,
+      "eval_runtime": 26.1378,
+      "eval_samples_per_second": 14.347,
+      "eval_steps_per_second": 3.596,
+      "step": 350
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 3.1092905973335765,
+      "learning_rate": 9.1587100005566e-06,
+      "loss": 0.4914,
+      "step": 360
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 3.42569750691016,
+      "learning_rate": 9.0846854923087e-06,
+      "loss": 0.4282,
+      "step": 370
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 3.562046198162776,
+      "learning_rate": 9.007866204299896e-06,
+      "loss": 0.4505,
+      "step": 380
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 3.4354312620525285,
+      "learning_rate": 8.9283046970007e-06,
+      "loss": 0.4597,
+      "step": 390
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 3.482588882448166,
+      "learning_rate": 8.846055407133539e-06,
+      "loss": 0.4786,
+      "step": 400
+    },
+    {
+      "epoch": 0.898876404494382,
+      "eval_loss": 0.44720685482025146,
+      "eval_runtime": 26.3032,
+      "eval_samples_per_second": 14.257,
+      "eval_steps_per_second": 3.574,
+      "step": 400
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 3.695385850551158,
+      "learning_rate": 8.761174610426642e-06,
+      "loss": 0.4705,
+      "step": 410
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 3.7488074789801393,
+      "learning_rate": 8.673720383109666e-06,
+      "loss": 0.4486,
+      "step": 420
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 3.0924702043653185,
+      "learning_rate": 8.583752562177401e-06,
+      "loss": 0.4405,
+      "step": 430
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 3.2520566139437888,
+      "learning_rate": 8.491332704448734e-06,
+      "loss": 0.4532,
+      "step": 440
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "grad_norm": 2.6092030216004054,
+      "learning_rate": 8.396524044448913e-06,
+      "loss": 0.39,
+      "step": 450
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "eval_loss": 0.43022894859313965,
+      "eval_runtime": 25.0121,
+      "eval_samples_per_second": 14.993,
+      "eval_steps_per_second": 3.758,
+      "step": 450
+    },
+    {
+      "epoch": 1.0337078651685394,
+      "grad_norm": 3.93658345571168,
+      "learning_rate": 8.299391451143887e-06,
+      "loss": 0.2934,
+      "step": 460
+    },
+    {
+      "epoch": 1.0561797752808988,
+      "grad_norm": 2.574677142853337,
+      "learning_rate": 8.20000138355637e-06,
+      "loss": 0.29,
+      "step": 470
+    },
+    {
+      "epoch": 1.0786516853932584,
+      "grad_norm": 2.944888298351413,
+      "learning_rate": 8.098421845293946e-06,
+      "loss": 0.2778,
+      "step": 480
+    },
+    {
+      "epoch": 1.101123595505618,
+      "grad_norm": 3.4990411114909223,
+      "learning_rate": 7.994722338020375e-06,
+      "loss": 0.2847,
+      "step": 490
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "grad_norm": 2.429629733773841,
+      "learning_rate": 7.888973813901909e-06,
+      "loss": 0.3046,
+      "step": 500
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "eval_loss": 0.4396440088748932,
+      "eval_runtime": 24.9157,
+      "eval_samples_per_second": 15.051,
+      "eval_steps_per_second": 3.773,
+      "step": 500
+    },
+    {
+      "epoch": 1.146067415730337,
+      "grad_norm": 3.69198289043942,
+      "learning_rate": 7.781248627061166e-06,
+      "loss": 0.3076,
+      "step": 510
+    },
+    {
+      "epoch": 1.1685393258426966,
+      "grad_norm": 3.7096227187973883,
+      "learning_rate": 7.671620484071758e-06,
+      "loss": 0.294,
+      "step": 520
+    },
+    {
+      "epoch": 1.1910112359550562,
+      "grad_norm": 3.260408384626437,
+      "learning_rate": 7.56016439352757e-06,
+      "loss": 0.2903,
+      "step": 530
+    },
+    {
+      "epoch": 1.2134831460674158,
+      "grad_norm": 3.6192953437013635,
+      "learning_rate": 7.446956614721191e-06,
+      "loss": 0.2932,
+      "step": 540
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "grad_norm": 2.4190691953263728,
+      "learning_rate": 7.33207460546659e-06,
+      "loss": 0.2974,
+      "step": 550
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "eval_loss": 0.42986103892326355,
+      "eval_runtime": 24.9395,
+      "eval_samples_per_second": 15.036,
+      "eval_steps_per_second": 3.769,
+      "step": 550
+    },
+    {
+      "epoch": 1.2584269662921348,
+      "grad_norm": 2.489908669669235,
+      "learning_rate": 7.215596969101762e-06,
+      "loss": 0.2781,
+      "step": 560
+    },
+    {
+      "epoch": 1.2808988764044944,
+      "grad_norm": 2.9484209879538463,
+      "learning_rate": 7.097603400707595e-06,
+      "loss": 0.2868,
+      "step": 570
+    },
+    {
+      "epoch": 1.303370786516854,
+      "grad_norm": 2.9400681335785,
+      "learning_rate": 6.978174632579754e-06,
+      "loss": 0.2915,
+      "step": 580
+    },
+    {
+      "epoch": 1.3258426966292136,
+      "grad_norm": 2.7813742105012946,
+      "learning_rate": 6.857392378990895e-06,
+      "loss": 0.3,
+      "step": 590
+    },
+    {
+      "epoch": 1.348314606741573,
+      "grad_norm": 3.1589920291574867,
+      "learning_rate": 6.735339280281001e-06,
+      "loss": 0.2836,
+      "step": 600
+    },
+    {
+      "epoch": 1.348314606741573,
+      "eval_loss": 0.424435555934906,
+      "eval_runtime": 24.9745,
+      "eval_samples_per_second": 15.015,
+      "eval_steps_per_second": 3.764,
+      "step": 600
+    },
+    {
+      "epoch": 1.3707865168539326,
+      "grad_norm": 3.2253219929109993,
+      "learning_rate": 6.6120988463140925e-06,
+      "loss": 0.2812,
+      "step": 610
+    },
+    {
+      "epoch": 1.3932584269662922,
+      "grad_norm": 2.998338433795413,
+      "learning_rate": 6.487755399340005e-06,
+      "loss": 0.274,
+      "step": 620
+    },
+    {
+      "epoch": 1.4157303370786516,
+      "grad_norm": 3.0174835800903277,
+      "learning_rate": 6.362394016300315e-06,
+      "loss": 0.3027,
+      "step": 630
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 3.0709749279754806,
+      "learning_rate": 6.2361004706179195e-06,
+      "loss": 0.2783,
+      "step": 640
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "grad_norm": 2.8657846085406375,
+      "learning_rate": 6.108961173510052e-06,
+      "loss": 0.2679,
+      "step": 650
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "eval_loss": 0.41811907291412354,
+      "eval_runtime": 24.9758,
+      "eval_samples_per_second": 15.015,
+      "eval_steps_per_second": 3.764,
+      "step": 650
+    },
+    {
+      "epoch": 1.4831460674157304,
+      "grad_norm": 2.9027078307484464,
+      "learning_rate": 5.981063114864928e-06,
+      "loss": 0.2836,
+      "step": 660
+    },
+    {
+      "epoch": 1.50561797752809,
+      "grad_norm": 3.0484816884142694,
+      "learning_rate": 5.8524938037224555e-06,
+      "loss": 0.2878,
+      "step": 670
+    },
+    {
+      "epoch": 1.5280898876404494,
+      "grad_norm": 3.546958139149415,
+      "learning_rate": 5.723341208399737e-06,
+      "loss": 0.2559,
+      "step": 680
+    },
+    {
+      "epoch": 1.550561797752809,
+      "grad_norm": 2.527705962796326,
+      "learning_rate": 5.593693696302333e-06,
+      "loss": 0.2913,
+      "step": 690
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "grad_norm": 3.049149117749253,
+      "learning_rate": 5.4636399734624534e-06,
+      "loss": 0.3064,
+      "step": 700
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "eval_loss": 0.4070671498775482,
+      "eval_runtime": 24.9868,
+      "eval_samples_per_second": 15.008,
+      "eval_steps_per_second": 3.762,
+      "step": 700
+    },
+    {
+      "epoch": 1.595505617977528,
+      "grad_norm": 3.3829674667472296,
+      "learning_rate": 5.333269023845478e-06,
+      "loss": 0.2558,
+      "step": 710
+    },
+    {
+      "epoch": 1.6179775280898876,
+      "grad_norm": 2.8816644316829776,
+      "learning_rate": 5.20267004846629e-06,
+      "loss": 0.2715,
+      "step": 720
+    },
+    {
+      "epoch": 1.6404494382022472,
+      "grad_norm": 2.65974535815253,
+      "learning_rate": 5.071932404357119e-06,
+      "loss": 0.2779,
+      "step": 730
+    },
+    {
+      "epoch": 1.6629213483146068,
+      "grad_norm": 3.360553702499387,
+      "learning_rate": 4.94114554342863e-06,
+      "loss": 0.2867,
+      "step": 740
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "grad_norm": 2.6537127651545327,
+      "learning_rate": 4.81039895126609e-06,
+      "loss": 0.2741,
+      "step": 750
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "eval_loss": 0.40253934264183044,
+      "eval_runtime": 24.8871,
+      "eval_samples_per_second": 15.068,
+      "eval_steps_per_second": 3.777,
+      "step": 750
+    },
+    {
+      "epoch": 1.7078651685393258,
+      "grad_norm": 3.0384594725904006,
+      "learning_rate": 4.679782085902503e-06,
+      "loss": 0.2562,
+      "step": 760
+    },
+    {
+      "epoch": 1.7303370786516854,
+      "grad_norm": 2.227194057742769,
+      "learning_rate": 4.549384316610593e-06,
+      "loss": 0.2648,
+      "step": 770
+    },
+    {
+      "epoch": 1.7528089887640448,
+      "grad_norm": 3.2027111465720863,
+      "learning_rate": 4.419294862755515e-06,
+      "loss": 0.2632,
+      "step": 780
+    },
+    {
+      "epoch": 1.7752808988764044,
+      "grad_norm": 2.654459629197947,
+      "learning_rate": 4.289602732750138e-06,
+      "loss": 0.2713,
+      "step": 790
+    },
+    {
+      "epoch": 1.797752808988764,
+      "grad_norm": 2.521648333087021,
+      "learning_rate": 4.1603966631546634e-06,
+      "loss": 0.2558,
+      "step": 800
+    },
+    {
+      "epoch": 1.797752808988764,
+      "eval_loss": 0.39331701397895813,
+      "eval_runtime": 24.9971,
+      "eval_samples_per_second": 15.002,
+      "eval_steps_per_second": 3.76,
+      "step": 800
+    },
+    {
+      "epoch": 1.8202247191011236,
+      "grad_norm": 2.705343161428659,
+      "learning_rate": 4.031765057962243e-06,
+      "loss": 0.2444,
+      "step": 810
+    },
+    {
+      "epoch": 1.8426966292134832,
+      "grad_norm": 2.644036695699088,
+      "learning_rate": 3.9037959281121474e-06,
+      "loss": 0.2401,
+      "step": 820
+    },
+    {
+      "epoch": 1.8651685393258428,
+      "grad_norm": 3.014535462717269,
+      "learning_rate": 3.776576831271865e-06,
+      "loss": 0.2726,
+      "step": 830
+    },
+    {
+      "epoch": 1.8876404494382022,
+      "grad_norm": 2.948495628548272,
+      "learning_rate": 3.65019481192933e-06,
+      "loss": 0.2528,
+      "step": 840
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "grad_norm": 3.240517676713746,
+      "learning_rate": 3.524736341836272e-06,
+      "loss": 0.2701,
+      "step": 850
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "eval_loss": 0.3823501169681549,
+      "eval_runtime": 24.9338,
+      "eval_samples_per_second": 15.04,
+      "eval_steps_per_second": 3.77,
+      "step": 850
+    },
+    {
+      "epoch": 1.9325842696629212,
+      "grad_norm": 2.464260583969927,
+      "learning_rate": 3.400287260843454e-06,
+      "loss": 0.2511,
+      "step": 860
+    },
+    {
+      "epoch": 1.9550561797752808,
+      "grad_norm": 2.516891491810393,
+      "learning_rate": 3.2769327181682307e-06,
+      "loss": 0.255,
+      "step": 870
+    },
+    {
+      "epoch": 1.9775280898876404,
+      "grad_norm": 2.796062790379466,
+      "learning_rate": 3.1547571141346756e-06,
+      "loss": 0.253,
+      "step": 880
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.236946411525721,
+      "learning_rate": 3.0338440424260897e-06,
+      "loss": 0.2729,
+      "step": 890
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "grad_norm": 2.629609243029033,
+      "learning_rate": 2.9142762328894273e-06,
+      "loss": 0.1197,
+      "step": 900
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "eval_loss": 0.440464586019516,
+      "eval_runtime": 24.8972,
+      "eval_samples_per_second": 15.062,
+      "eval_steps_per_second": 3.776,
+      "step": 900
+    },
+    {
+      "epoch": 2.044943820224719,
+      "grad_norm": 3.42937110528431,
+      "learning_rate": 2.7961354949307677e-06,
+      "loss": 0.1103,
+      "step": 910
+    },
+    {
+      "epoch": 2.067415730337079,
+      "grad_norm": 2.4072280916292876,
+      "learning_rate": 2.6795026615405635e-06,
+      "loss": 0.1058,
+      "step": 920
+    },
+    {
+      "epoch": 2.0898876404494384,
+      "grad_norm": 2.3294311496027964,
+      "learning_rate": 2.564457533986944e-06,
+      "loss": 0.0976,
+      "step": 930
+    },
+    {
+      "epoch": 2.1123595505617976,
+      "grad_norm": 2.1539444580019533,
+      "learning_rate": 2.451078827214964e-06,
+      "loss": 0.1092,
+      "step": 940
+    },
+    {
+      "epoch": 2.134831460674157,
+      "grad_norm": 2.1960206107594415,
+      "learning_rate": 2.339444115989093e-06,
+      "loss": 0.104,
+      "step": 950
+    },
+    {
+      "epoch": 2.134831460674157,
+      "eval_loss": 0.43039175868034363,
+      "eval_runtime": 24.8719,
+      "eval_samples_per_second": 15.077,
+      "eval_steps_per_second": 3.779,
+      "step": 950
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 3.0830821666121815,
+      "learning_rate": 2.2296297818158458e-06,
+      "loss": 0.1067,
+      "step": 960
+    },
+    {
+      "epoch": 2.1797752808988764,
+      "grad_norm": 2.312666674833764,
+      "learning_rate": 2.121710960682851e-06,
+      "loss": 0.1074,
+      "step": 970
+    },
+    {
+      "epoch": 2.202247191011236,
+      "grad_norm": 2.8154754878660526,
+      "learning_rate": 2.0157614916501e-06,
+      "loss": 0.1073,
+      "step": 980
+    },
+    {
+      "epoch": 2.2247191011235956,
+      "grad_norm": 2.3117808629097767,
+      "learning_rate": 1.9118538663285874e-06,
+      "loss": 0.1048,
+      "step": 990
+    },
+    {
+      "epoch": 2.247191011235955,
+      "grad_norm": 2.5674069626572913,
+      "learning_rate": 1.8100591792808652e-06,
+      "loss": 0.1085,
+      "step": 1000
+    },
+    {
+      "epoch": 2.247191011235955,
+      "eval_loss": 0.4354311227798462,
+      "eval_runtime": 24.9225,
+      "eval_samples_per_second": 15.047,
+      "eval_steps_per_second": 3.772,
+      "step": 1000
+    },
+    {
+      "epoch": 2.2696629213483144,
+      "grad_norm": 2.4809771234626736,
+      "learning_rate": 1.7104470793774959e-06,
+      "loss": 0.1066,
+      "step": 1010
+    },
+    {
+      "epoch": 2.292134831460674,
+      "grad_norm": 2.6166634424521624,
+      "learning_rate": 1.613085722142636e-06,
+      "loss": 0.1049,
+      "step": 1020
+    },
+    {
+      "epoch": 2.3146067415730336,
+      "grad_norm": 2.697070993725173,
+      "learning_rate": 1.5180417231214001e-06,
+      "loss": 0.1054,
+      "step": 1030
+    },
+    {
+      "epoch": 2.337078651685393,
+      "grad_norm": 3.150451918918423,
+      "learning_rate": 1.425380112300887e-06,
+      "loss": 0.1097,
+      "step": 1040
+    },
+    {
+      "epoch": 2.359550561797753,
+      "grad_norm": 2.4302921480275375,
+      "learning_rate": 1.3351642896160522e-06,
+      "loss": 0.1004,
+      "step": 1050
+    },
+    {
+      "epoch": 2.359550561797753,
+      "eval_loss": 0.4359316825866699,
+      "eval_runtime": 25.0002,
+      "eval_samples_per_second": 15.0,
+      "eval_steps_per_second": 3.76,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3820224719101124,
+      "grad_norm": 2.3287569510084976,
+      "learning_rate": 1.247455981570892e-06,
+      "loss": 0.1015,
+      "step": 1060
+    },
+    {
+      "epoch": 2.404494382022472,
+      "grad_norm": 2.8548222518400923,
+      "learning_rate": 1.162315199004585e-06,
+      "loss": 0.0977,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4269662921348316,
+      "grad_norm": 2.0796200858413725,
+      "learning_rate": 1.0798001960315313e-06,
+      "loss": 0.1044,
+      "step": 1080
+    },
+    {
+      "epoch": 2.449438202247191,
+      "grad_norm": 2.593586601052882,
+      "learning_rate": 9.999674301833328e-07,
+      "loss": 0.0973,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "grad_norm": 2.3446083217931526,
+      "learning_rate": 9.228715237800395e-07,
+      "loss": 0.0944,
+      "step": 1100
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "eval_loss": 0.4427347481250763,
+      "eval_runtime": 25.3776,
+      "eval_samples_per_second": 14.777,
+      "eval_steps_per_second": 3.704,
+      "step": 1100
+    },
+    {
+      "epoch": 2.49438202247191,
+      "grad_norm": 2.802667763737667,
+      "learning_rate": 8.485652265570376e-07,
+      "loss": 0.0907,
+      "step": 1110
+    },
+    {
+      "epoch": 2.5168539325842696,
+      "grad_norm": 2.7830643650884515,
+      "learning_rate": 7.770993795731984e-07,
+      "loss": 0.0888,
+      "step": 1120
+    },
+    {
+      "epoch": 2.539325842696629,
+      "grad_norm": 2.989358499768808,
+      "learning_rate": 7.085228804249538e-07,
+      "loss": 0.1043,
+      "step": 1130
+    },
+    {
+      "epoch": 2.561797752808989,
+      "grad_norm": 2.430654309211372,
+      "learning_rate": 6.428826497900992e-07,
+      "loss": 0.0977,
+      "step": 1140
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "grad_norm": 2.2803552937301506,
+      "learning_rate": 5.802235993242428e-07,
+      "loss": 0.0984,
+      "step": 1150
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "eval_loss": 0.43664875626564026,
+      "eval_runtime": 25.2854,
+      "eval_samples_per_second": 14.831,
+      "eval_steps_per_second": 3.718,
+      "step": 1150
+    },
+    {
+      "epoch": 2.606741573033708,
+      "grad_norm": 2.6345825648533783,
+      "learning_rate": 5.205886009318184e-07,
+      "loss": 0.1038,
+      "step": 1160
+    },
+    {
+      "epoch": 2.629213483146067,
+      "grad_norm": 2.6218576725676406,
+      "learning_rate": 4.6401845743273945e-07,
+      "loss": 0.0911,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6516853932584272,
+      "grad_norm": 2.377080283615398,
+      "learning_rate": 4.1055187464473125e-07,
+      "loss": 0.0928,
+      "step": 1180
+    },
+    {
+      "epoch": 2.6741573033707864,
+      "grad_norm": 2.1605614535683335,
+      "learning_rate": 3.602254349004447e-07,
+      "loss": 0.0911,
+      "step": 1190
+    },
+    {
+      "epoch": 2.696629213483146,
+      "grad_norm": 2.9948424263111315,
+      "learning_rate": 3.1307357201749157e-07,
+      "loss": 0.1041,
+      "step": 1200
+    },
+    {
+      "epoch": 2.696629213483146,
+      "eval_loss": 0.4398299753665924,
+      "eval_runtime": 24.9371,
+      "eval_samples_per_second": 15.038,
+      "eval_steps_per_second": 3.769,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7191011235955056,
+      "grad_norm": 2.6717353934405836,
+      "learning_rate": 2.691285477384986e-07,
+      "loss": 0.0903,
+      "step": 1210
+    },
+    {
+      "epoch": 2.741573033707865,
+      "grad_norm": 3.0365017973278583,
+      "learning_rate": 2.284204296573328e-07,
+      "loss": 0.0955,
+      "step": 1220
+    },
+    {
+      "epoch": 2.764044943820225,
+      "grad_norm": 2.6472551463915366,
+      "learning_rate": 1.9097707064656523e-07,
+      "loss": 0.1018,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7865168539325844,
+      "grad_norm": 2.6329302602494953,
+      "learning_rate": 1.568240898002843e-07,
+      "loss": 0.0834,
+      "step": 1240
+    },
+    {
+      "epoch": 2.808988764044944,
+      "grad_norm": 2.352624237375597,
+      "learning_rate": 1.259848549052689e-07,
+      "loss": 0.0951,
+      "step": 1250
+    },
+    {
+      "epoch": 2.808988764044944,
+      "eval_loss": 0.437627911567688,
+      "eval_runtime": 24.9621,
+      "eval_samples_per_second": 15.023,
+      "eval_steps_per_second": 3.766,
+      "step": 1250
+    },
+    {
+      "epoch": 2.831460674157303,
+      "grad_norm": 2.727168898569768,
+      "learning_rate": 9.848046645253184e-08,
+      "loss": 0.0923,
+      "step": 1260
+    },
+    {
+      "epoch": 2.853932584269663,
+      "grad_norm": 2.0463797034085407,
+      "learning_rate": 7.432974320017216e-08,
+      "loss": 0.0916,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 2.429522905546668,
+      "learning_rate": 5.354920929740048e-08,
+      "loss": 0.0999,
+      "step": 1280
+    },
+    {
+      "epoch": 2.898876404494382,
+      "grad_norm": 2.546507429916417,
+      "learning_rate": 3.615308297856668e-08,
+      "loss": 0.0943,
+      "step": 1290
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "grad_norm": 2.47287943920709,
+      "learning_rate": 2.2153266834908927e-08,
+      "loss": 0.0804,
+      "step": 1300
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "eval_loss": 0.43767842650413513,
+      "eval_runtime": 24.9332,
+      "eval_samples_per_second": 15.04,
+      "eval_steps_per_second": 3.77,
+      "step": 1300
+    },
+    {
+      "epoch": 2.943820224719101,
+      "grad_norm": 2.2759314566301017,
+      "learning_rate": 1.155933967069256e-08,
+      "loss": 0.1001,
+      "step": 1310
+    },
+    {
+      "epoch": 2.966292134831461,
+      "grad_norm": 2.238456754170538,
+      "learning_rate": 4.378549949301536e-09,
+      "loss": 0.096,
+      "step": 1320
+    },
+    {
+      "epoch": 2.98876404494382,
+      "grad_norm": 2.5271538666035367,
+      "learning_rate": 6.158108337733782e-10,
+      "loss": 0.0933,
+      "step": 1330
+    },
+    {
+      "epoch": 3.0,
+      "step": 1335,
+      "total_flos": 57488427909120.0,
+      "train_loss": 0.29718317360467233,
+      "train_runtime": 6776.8475,
+      "train_samples_per_second": 3.152,
+      "train_steps_per_second": 0.197
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1335,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 57488427909120.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

llama3-os-121/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b17f59a9a6d59d17f0750427ca71358e87826b26ca66390390a53d112d1d6f
+size 8145