Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,61 @@
+---
+library_name: transformers
+license: other
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: llama_debug_unlearn
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama_debug_unlearn
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the tofu_train, the tofu_train_lineage, the chatdoctor_train, the chatdoctor_train_lineage, the bever_train, the bever_train_lineage, the tqa_train, the tqa_train_lineage, the wmdp_train, the wmdp_train_lineage, the tofu_train_lineage_unlearn, the chatdoctor_train_lineage_unlearn, the bever_train_lineage_unlearn, the wmdp_train_lineage_unlearn, the truthfulqa_train_lineage_unlearn, the tofu_train_lineage_unlearn_other_tag, the chatdoctor_train_lineage_unlearn_other_tag, the bever_train_lineage_unlearn_other_tag, the wmdp_train_lineage_unlearn_other_tag and the truthfulqa_train_lineage_unlearn_other_tag datasets.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 64
+- total_eval_batch_size: 32
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.52.4
+- Pytorch 2.8.0+cu128
+- Datasets 3.6.0
+- Tokenizers 0.21.1

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 187524427284480.0,
+    "train_loss": 0.23043089039047898,
+    "train_runtime": 21192.9138,
+    "train_samples_per_second": 12.735,
+    "train_steps_per_second": 0.199
+}

chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "use_cache": false,
+  "vocab_size": 128320
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bfa143c0c96ba83db25075ffa63543392f74a26f3bb9c9c2c90fbc82dbf64b
+size 4977222960

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f6aeaffbaf078f9a5fd2f262bb78a3de6863a4f508b065d34d85a26230b3a9
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc13a7263a28853f6b6212d3a79e0dc94690ee40e9d3e434526fc4dc26777da
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724537cdda934df37ac7df3eda0d009b21f680e8293cac4ea8c1c96e6c5da799
+size 1168663096

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16061571072
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e469581a9eb1ae52b4747f11066ea6175359451b95988d12dc6e05871bd6da
+size 17211435

tokenizer_config.json

@@ -0,0 +1,2132 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<DEBUG>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128257": {
+      "content": "<TAG>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128258": {
+      "content": "<TOFU>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128259": {
+      "content": "<CHATDOCTOR>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128260": {
+      "content": "<TQA>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128261": {
+      "content": "<BEVER>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128262": {
+      "content": "<WMDP>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128263": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 187524427284480.0,
+    "train_loss": 0.23043089039047898,
+    "train_runtime": 21192.9138,
+    "train_samples_per_second": 12.735,
+    "train_steps_per_second": 0.199
+}

trainer_log.jsonl

@@ -0,0 +1,422 @@
+{"current_steps": 10, "total_steps": 4218, "loss": 3.2736, "lr": 2.132701421800948e-07, "epoch": 0.007112375533428165, "percentage": 0.24, "elapsed_time": "0:00:50", "remaining_time": "5:57:34"}
+{"current_steps": 20, "total_steps": 4218, "loss": 3.0907, "lr": 4.502369668246446e-07, "epoch": 0.01422475106685633, "percentage": 0.47, "elapsed_time": "0:01:42", "remaining_time": "5:58:23"}
+{"current_steps": 30, "total_steps": 4218, "loss": 2.5585, "lr": 6.872037914691944e-07, "epoch": 0.021337126600284494, "percentage": 0.71, "elapsed_time": "0:02:31", "remaining_time": "5:52:25"}
+{"current_steps": 40, "total_steps": 4218, "loss": 2.0379, "lr": 9.241706161137441e-07, "epoch": 0.02844950213371266, "percentage": 0.95, "elapsed_time": "0:03:15", "remaining_time": "5:40:05"}
+{"current_steps": 50, "total_steps": 4218, "loss": 1.8576, "lr": 1.161137440758294e-06, "epoch": 0.03556187766714083, "percentage": 1.19, "elapsed_time": "0:04:04", "remaining_time": "5:39:39"}
+{"current_steps": 60, "total_steps": 4218, "loss": 1.7949, "lr": 1.3981042654028437e-06, "epoch": 0.04267425320056899, "percentage": 1.42, "elapsed_time": "0:04:54", "remaining_time": "5:39:48"}
+{"current_steps": 70, "total_steps": 4218, "loss": 1.717, "lr": 1.6350710900473934e-06, "epoch": 0.049786628733997154, "percentage": 1.66, "elapsed_time": "0:05:46", "remaining_time": "5:41:43"}
+{"current_steps": 80, "total_steps": 4218, "loss": 1.6602, "lr": 1.8720379146919433e-06, "epoch": 0.05689900426742532, "percentage": 1.9, "elapsed_time": "0:06:31", "remaining_time": "5:37:48"}
+{"current_steps": 90, "total_steps": 4218, "loss": 1.64, "lr": 2.109004739336493e-06, "epoch": 0.06401137980085349, "percentage": 2.13, "elapsed_time": "0:07:18", "remaining_time": "5:35:32"}
+{"current_steps": 100, "total_steps": 4218, "loss": 1.5702, "lr": 2.345971563981043e-06, "epoch": 0.07112375533428165, "percentage": 2.37, "elapsed_time": "0:08:13", "remaining_time": "5:38:33"}
+{"current_steps": 110, "total_steps": 4218, "loss": 1.5699, "lr": 2.5829383886255925e-06, "epoch": 0.07823613086770982, "percentage": 2.61, "elapsed_time": "0:09:08", "remaining_time": "5:41:13"}
+{"current_steps": 120, "total_steps": 4218, "loss": 1.5838, "lr": 2.8199052132701426e-06, "epoch": 0.08534850640113797, "percentage": 2.84, "elapsed_time": "0:10:02", "remaining_time": "5:42:39"}
+{"current_steps": 130, "total_steps": 4218, "loss": 1.5524, "lr": 3.0568720379146923e-06, "epoch": 0.09246088193456614, "percentage": 3.08, "elapsed_time": "0:10:52", "remaining_time": "5:42:13"}
+{"current_steps": 140, "total_steps": 4218, "loss": 1.4833, "lr": 3.293838862559242e-06, "epoch": 0.09957325746799431, "percentage": 3.32, "elapsed_time": "0:11:41", "remaining_time": "5:40:20"}
+{"current_steps": 150, "total_steps": 4218, "loss": 1.4856, "lr": 3.5308056872037916e-06, "epoch": 0.10668563300142248, "percentage": 3.56, "elapsed_time": "0:12:21", "remaining_time": "5:34:59"}
+{"current_steps": 160, "total_steps": 4218, "loss": 1.5518, "lr": 3.7677725118483417e-06, "epoch": 0.11379800853485064, "percentage": 3.79, "elapsed_time": "0:13:14", "remaining_time": "5:35:43"}
+{"current_steps": 170, "total_steps": 4218, "loss": 1.4465, "lr": 4.004739336492891e-06, "epoch": 0.12091038406827881, "percentage": 4.03, "elapsed_time": "0:13:59", "remaining_time": "5:33:06"}
+{"current_steps": 180, "total_steps": 4218, "loss": 1.4266, "lr": 4.2417061611374415e-06, "epoch": 0.12802275960170698, "percentage": 4.27, "elapsed_time": "0:14:53", "remaining_time": "5:34:05"}
+{"current_steps": 190, "total_steps": 4218, "loss": 1.3488, "lr": 4.478672985781991e-06, "epoch": 0.13513513513513514, "percentage": 4.5, "elapsed_time": "0:15:46", "remaining_time": "5:34:26"}
+{"current_steps": 200, "total_steps": 4218, "loss": 1.3592, "lr": 4.715639810426541e-06, "epoch": 0.1422475106685633, "percentage": 4.74, "elapsed_time": "0:16:38", "remaining_time": "5:34:12"}
+{"current_steps": 210, "total_steps": 4218, "loss": 1.3454, "lr": 4.952606635071091e-06, "epoch": 0.14935988620199148, "percentage": 4.98, "elapsed_time": "0:17:31", "remaining_time": "5:34:37"}
+{"current_steps": 220, "total_steps": 4218, "loss": 1.3214, "lr": 5.18957345971564e-06, "epoch": 0.15647226173541964, "percentage": 5.22, "elapsed_time": "0:18:24", "remaining_time": "5:34:33"}
+{"current_steps": 230, "total_steps": 4218, "loss": 1.3095, "lr": 5.42654028436019e-06, "epoch": 0.16358463726884778, "percentage": 5.45, "elapsed_time": "0:19:15", "remaining_time": "5:33:55"}
+{"current_steps": 240, "total_steps": 4218, "loss": 1.3164, "lr": 5.66350710900474e-06, "epoch": 0.17069701280227595, "percentage": 5.69, "elapsed_time": "0:20:11", "remaining_time": "5:34:48"}
+{"current_steps": 250, "total_steps": 4218, "loss": 1.2996, "lr": 5.90047393364929e-06, "epoch": 0.17780938833570412, "percentage": 5.93, "elapsed_time": "0:21:11", "remaining_time": "5:36:14"}
+{"current_steps": 260, "total_steps": 4218, "loss": 1.2654, "lr": 6.137440758293839e-06, "epoch": 0.18492176386913228, "percentage": 6.16, "elapsed_time": "0:22:03", "remaining_time": "5:35:48"}
+{"current_steps": 270, "total_steps": 4218, "loss": 1.206, "lr": 6.374407582938389e-06, "epoch": 0.19203413940256045, "percentage": 6.4, "elapsed_time": "0:22:57", "remaining_time": "5:35:37"}
+{"current_steps": 280, "total_steps": 4218, "loss": 1.1502, "lr": 6.611374407582939e-06, "epoch": 0.19914651493598862, "percentage": 6.64, "elapsed_time": "0:23:50", "remaining_time": "5:35:22"}
+{"current_steps": 290, "total_steps": 4218, "loss": 1.1757, "lr": 6.848341232227489e-06, "epoch": 0.20625889046941678, "percentage": 6.88, "elapsed_time": "0:24:36", "remaining_time": "5:33:16"}
+{"current_steps": 300, "total_steps": 4218, "loss": 1.1513, "lr": 7.085308056872039e-06, "epoch": 0.21337126600284495, "percentage": 7.11, "elapsed_time": "0:25:20", "remaining_time": "5:31:01"}
+{"current_steps": 310, "total_steps": 4218, "loss": 1.1687, "lr": 7.322274881516588e-06, "epoch": 0.22048364153627312, "percentage": 7.35, "elapsed_time": "0:26:10", "remaining_time": "5:29:55"}
+{"current_steps": 320, "total_steps": 4218, "loss": 1.0784, "lr": 7.559241706161138e-06, "epoch": 0.22759601706970128, "percentage": 7.59, "elapsed_time": "0:26:58", "remaining_time": "5:28:34"}
+{"current_steps": 330, "total_steps": 4218, "loss": 1.1724, "lr": 7.796208530805689e-06, "epoch": 0.23470839260312945, "percentage": 7.82, "elapsed_time": "0:27:46", "remaining_time": "5:27:19"}
+{"current_steps": 340, "total_steps": 4218, "loss": 1.0926, "lr": 8.033175355450237e-06, "epoch": 0.24182076813655762, "percentage": 8.06, "elapsed_time": "0:28:26", "remaining_time": "5:24:23"}
+{"current_steps": 350, "total_steps": 4218, "loss": 1.0875, "lr": 8.270142180094787e-06, "epoch": 0.24893314366998578, "percentage": 8.3, "elapsed_time": "0:29:16", "remaining_time": "5:23:36"}
+{"current_steps": 360, "total_steps": 4218, "loss": 1.0287, "lr": 8.507109004739337e-06, "epoch": 0.25604551920341395, "percentage": 8.53, "elapsed_time": "0:30:07", "remaining_time": "5:22:50"}
+{"current_steps": 370, "total_steps": 4218, "loss": 1.0029, "lr": 8.744075829383887e-06, "epoch": 0.2631578947368421, "percentage": 8.77, "elapsed_time": "0:31:02", "remaining_time": "5:22:45"}
+{"current_steps": 380, "total_steps": 4218, "loss": 0.9941, "lr": 8.981042654028437e-06, "epoch": 0.2702702702702703, "percentage": 9.01, "elapsed_time": "0:31:55", "remaining_time": "5:22:31"}
+{"current_steps": 390, "total_steps": 4218, "loss": 0.8674, "lr": 9.218009478672988e-06, "epoch": 0.2773826458036984, "percentage": 9.25, "elapsed_time": "0:32:44", "remaining_time": "5:21:20"}
+{"current_steps": 400, "total_steps": 4218, "loss": 0.9614, "lr": 9.454976303317538e-06, "epoch": 0.2844950213371266, "percentage": 9.48, "elapsed_time": "0:33:34", "remaining_time": "5:20:29"}
+{"current_steps": 410, "total_steps": 4218, "loss": 0.888, "lr": 9.691943127962086e-06, "epoch": 0.29160739687055476, "percentage": 9.72, "elapsed_time": "0:34:24", "remaining_time": "5:19:35"}
+{"current_steps": 420, "total_steps": 4218, "loss": 0.9175, "lr": 9.928909952606636e-06, "epoch": 0.29871977240398295, "percentage": 9.96, "elapsed_time": "0:35:13", "remaining_time": "5:18:32"}
+{"current_steps": 430, "total_steps": 4218, "loss": 0.8985, "lr": 9.99991609608766e-06, "epoch": 0.3058321479374111, "percentage": 10.19, "elapsed_time": "0:36:01", "remaining_time": "5:17:18"}
+{"current_steps": 440, "total_steps": 4218, "loss": 0.9245, "lr": 9.999505144928566e-06, "epoch": 0.3129445234708393, "percentage": 10.43, "elapsed_time": "0:36:52", "remaining_time": "5:16:35"}
+{"current_steps": 450, "total_steps": 4218, "loss": 0.8095, "lr": 9.998751763712045e-06, "epoch": 0.3200568990042674, "percentage": 10.67, "elapsed_time": "0:37:46", "remaining_time": "5:16:17"}
+{"current_steps": 460, "total_steps": 4218, "loss": 0.7917, "lr": 9.997656004039284e-06, "epoch": 0.32716927453769556, "percentage": 10.91, "elapsed_time": "0:38:39", "remaining_time": "5:15:46"}
+{"current_steps": 470, "total_steps": 4218, "loss": 0.8154, "lr": 9.99621794096192e-06, "epoch": 0.33428165007112376, "percentage": 11.14, "elapsed_time": "0:39:25", "remaining_time": "5:14:27"}
+{"current_steps": 480, "total_steps": 4218, "loss": 0.7042, "lr": 9.994437672976904e-06, "epoch": 0.3413940256045519, "percentage": 11.38, "elapsed_time": "0:40:14", "remaining_time": "5:13:26"}
+{"current_steps": 490, "total_steps": 4218, "loss": 0.7912, "lr": 9.99231532201976e-06, "epoch": 0.3485064011379801, "percentage": 11.62, "elapsed_time": "0:41:11", "remaining_time": "5:13:24"}
+{"current_steps": 500, "total_steps": 4218, "loss": 0.753, "lr": 9.989851033456224e-06, "epoch": 0.35561877667140823, "percentage": 11.85, "elapsed_time": "0:41:59", "remaining_time": "5:12:14"}
+{"current_steps": 510, "total_steps": 4218, "loss": 0.7059, "lr": 9.987044976072298e-06, "epoch": 0.3627311522048364, "percentage": 12.09, "elapsed_time": "0:42:50", "remaining_time": "5:11:27"}
+{"current_steps": 520, "total_steps": 4218, "loss": 0.7308, "lr": 9.983897342062681e-06, "epoch": 0.36984352773826457, "percentage": 12.33, "elapsed_time": "0:43:30", "remaining_time": "5:09:27"}
+{"current_steps": 530, "total_steps": 4218, "loss": 0.7136, "lr": 9.98040834701761e-06, "epoch": 0.37695590327169276, "percentage": 12.57, "elapsed_time": "0:44:20", "remaining_time": "5:08:33"}
+{"current_steps": 540, "total_steps": 4218, "loss": 0.7085, "lr": 9.97657822990809e-06, "epoch": 0.3840682788051209, "percentage": 12.8, "elapsed_time": "0:45:18", "remaining_time": "5:08:33"}
+{"current_steps": 550, "total_steps": 4218, "loss": 0.7049, "lr": 9.972407253069527e-06, "epoch": 0.3911806543385491, "percentage": 13.04, "elapsed_time": "0:46:08", "remaining_time": "5:07:44"}
+{"current_steps": 560, "total_steps": 4218, "loss": 0.7136, "lr": 9.967895702183767e-06, "epoch": 0.39829302987197723, "percentage": 13.28, "elapsed_time": "0:46:56", "remaining_time": "5:06:34"}
+{"current_steps": 570, "total_steps": 4218, "loss": 0.6648, "lr": 9.963043886259518e-06, "epoch": 0.40540540540540543, "percentage": 13.51, "elapsed_time": "0:47:50", "remaining_time": "5:06:14"}
+{"current_steps": 580, "total_steps": 4218, "loss": 0.6538, "lr": 9.957852137611187e-06, "epoch": 0.41251778093883357, "percentage": 13.75, "elapsed_time": "0:48:49", "remaining_time": "5:06:14"}
+{"current_steps": 590, "total_steps": 4218, "loss": 0.5848, "lr": 9.952320811836129e-06, "epoch": 0.41963015647226176, "percentage": 13.99, "elapsed_time": "0:49:43", "remaining_time": "5:05:44"}
+{"current_steps": 600, "total_steps": 4218, "loss": 0.6117, "lr": 9.94645028779028e-06, "epoch": 0.4267425320056899, "percentage": 14.22, "elapsed_time": "0:50:30", "remaining_time": "5:04:31"}
+{"current_steps": 610, "total_steps": 4218, "loss": 0.5831, "lr": 9.94024096756221e-06, "epoch": 0.43385490753911804, "percentage": 14.46, "elapsed_time": "0:51:22", "remaining_time": "5:03:50"}
+{"current_steps": 620, "total_steps": 4218, "loss": 0.5741, "lr": 9.933693276445588e-06, "epoch": 0.44096728307254623, "percentage": 14.7, "elapsed_time": "0:52:05", "remaining_time": "5:02:20"}
+{"current_steps": 630, "total_steps": 4218, "loss": 0.5976, "lr": 9.92680766291005e-06, "epoch": 0.4480796586059744, "percentage": 14.94, "elapsed_time": "0:52:55", "remaining_time": "5:01:25"}
+{"current_steps": 640, "total_steps": 4218, "loss": 0.5472, "lr": 9.91958459857048e-06, "epoch": 0.45519203413940257, "percentage": 15.17, "elapsed_time": "0:53:51", "remaining_time": "5:01:07"}
+{"current_steps": 650, "total_steps": 4218, "loss": 0.5302, "lr": 9.912024578154706e-06, "epoch": 0.4623044096728307, "percentage": 15.41, "elapsed_time": "0:54:39", "remaining_time": "5:00:02"}
+{"current_steps": 660, "total_steps": 4218, "loss": 0.5292, "lr": 9.904128119469625e-06, "epoch": 0.4694167852062589, "percentage": 15.65, "elapsed_time": "0:55:24", "remaining_time": "4:58:42"}
+{"current_steps": 670, "total_steps": 4218, "loss": 0.513, "lr": 9.895895763365722e-06, "epoch": 0.47652916073968704, "percentage": 15.88, "elapsed_time": "0:56:11", "remaining_time": "4:57:34"}
+{"current_steps": 680, "total_steps": 4218, "loss": 0.4549, "lr": 9.88732807370004e-06, "epoch": 0.48364153627311524, "percentage": 16.12, "elapsed_time": "0:57:07", "remaining_time": "4:57:13"}
+{"current_steps": 690, "total_steps": 4218, "loss": 0.4254, "lr": 9.878425637297549e-06, "epoch": 0.4907539118065434, "percentage": 16.36, "elapsed_time": "0:58:05", "remaining_time": "4:57:02"}
+{"current_steps": 700, "total_steps": 4218, "loss": 0.4346, "lr": 9.869189063910959e-06, "epoch": 0.49786628733997157, "percentage": 16.6, "elapsed_time": "0:59:07", "remaining_time": "4:57:09"}
+{"current_steps": 710, "total_steps": 4218, "loss": 0.4311, "lr": 9.859618986178953e-06, "epoch": 0.5049786628733998, "percentage": 16.83, "elapsed_time": "0:59:43", "remaining_time": "4:55:03"}
+{"current_steps": 720, "total_steps": 4218, "loss": 0.4268, "lr": 9.84971605958286e-06, "epoch": 0.5120910384068279, "percentage": 17.07, "elapsed_time": "1:00:22", "remaining_time": "4:53:19"}
+{"current_steps": 730, "total_steps": 4218, "loss": 0.3943, "lr": 9.839480962401753e-06, "epoch": 0.519203413940256, "percentage": 17.31, "elapsed_time": "1:01:06", "remaining_time": "4:51:58"}
+{"current_steps": 740, "total_steps": 4218, "loss": 0.3704, "lr": 9.828914395665996e-06, "epoch": 0.5263157894736842, "percentage": 17.54, "elapsed_time": "1:01:59", "remaining_time": "4:51:19"}
+{"current_steps": 750, "total_steps": 4218, "loss": 0.4167, "lr": 9.818017083109233e-06, "epoch": 0.5334281650071123, "percentage": 17.78, "elapsed_time": "1:02:48", "remaining_time": "4:50:24"}
+{"current_steps": 760, "total_steps": 4218, "loss": 0.3426, "lr": 9.8067897711188e-06, "epoch": 0.5405405405405406, "percentage": 18.02, "elapsed_time": "1:03:40", "remaining_time": "4:49:44"}
+{"current_steps": 770, "total_steps": 4218, "loss": 0.3325, "lr": 9.795233228684631e-06, "epoch": 0.5476529160739687, "percentage": 18.26, "elapsed_time": "1:04:29", "remaining_time": "4:48:45"}
+{"current_steps": 780, "total_steps": 4218, "loss": 0.3526, "lr": 9.783348247346558e-06, "epoch": 0.5547652916073968, "percentage": 18.49, "elapsed_time": "1:05:22", "remaining_time": "4:48:07"}
+{"current_steps": 790, "total_steps": 4218, "loss": 0.2811, "lr": 9.771135641140117e-06, "epoch": 0.561877667140825, "percentage": 18.73, "elapsed_time": "1:06:16", "remaining_time": "4:47:36"}
+{"current_steps": 800, "total_steps": 4218, "loss": 0.3714, "lr": 9.758596246540782e-06, "epoch": 0.5689900426742532, "percentage": 18.97, "elapsed_time": "1:07:00", "remaining_time": "4:46:19"}
+{"current_steps": 810, "total_steps": 4218, "loss": 0.3484, "lr": 9.74573092240668e-06, "epoch": 0.5761024182076814, "percentage": 19.2, "elapsed_time": "1:08:00", "remaining_time": "4:46:09"}
+{"current_steps": 820, "total_steps": 4218, "loss": 0.3275, "lr": 9.732540549919758e-06, "epoch": 0.5832147937411095, "percentage": 19.44, "elapsed_time": "1:08:47", "remaining_time": "4:45:05"}
+{"current_steps": 830, "total_steps": 4218, "loss": 0.3134, "lr": 9.719026032525432e-06, "epoch": 0.5903271692745377, "percentage": 19.68, "elapsed_time": "1:09:35", "remaining_time": "4:44:04"}
+{"current_steps": 840, "total_steps": 4218, "loss": 0.2918, "lr": 9.70518829587071e-06, "epoch": 0.5974395448079659, "percentage": 19.91, "elapsed_time": "1:10:28", "remaining_time": "4:43:25"}
+{"current_steps": 850, "total_steps": 4218, "loss": 0.2941, "lr": 9.691028287740783e-06, "epoch": 0.604551920341394, "percentage": 20.15, "elapsed_time": "1:11:22", "remaining_time": "4:42:47"}
+{"current_steps": 860, "total_steps": 4218, "loss": 0.3041, "lr": 9.67654697799412e-06, "epoch": 0.6116642958748222, "percentage": 20.39, "elapsed_time": "1:12:08", "remaining_time": "4:41:39"}
+{"current_steps": 870, "total_steps": 4218, "loss": 0.2691, "lr": 9.661745358496033e-06, "epoch": 0.6187766714082503, "percentage": 20.63, "elapsed_time": "1:13:00", "remaining_time": "4:40:58"}
+{"current_steps": 880, "total_steps": 4218, "loss": 0.2789, "lr": 9.64662444305074e-06, "epoch": 0.6258890469416786, "percentage": 20.86, "elapsed_time": "1:13:51", "remaining_time": "4:40:09"}
+{"current_steps": 890, "total_steps": 4218, "loss": 0.2585, "lr": 9.631185267331937e-06, "epoch": 0.6330014224751067, "percentage": 21.1, "elapsed_time": "1:14:46", "remaining_time": "4:39:38"}
+{"current_steps": 900, "total_steps": 4218, "loss": 0.2499, "lr": 9.615428888811842e-06, "epoch": 0.6401137980085349, "percentage": 21.34, "elapsed_time": "1:15:39", "remaining_time": "4:38:55"}
+{"current_steps": 910, "total_steps": 4218, "loss": 0.2555, "lr": 9.59935638668879e-06, "epoch": 0.647226173541963, "percentage": 21.57, "elapsed_time": "1:16:29", "remaining_time": "4:38:02"}
+{"current_steps": 920, "total_steps": 4218, "loss": 0.2193, "lr": 9.582968861813295e-06, "epoch": 0.6543385490753911, "percentage": 21.81, "elapsed_time": "1:17:17", "remaining_time": "4:37:04"}
+{"current_steps": 930, "total_steps": 4218, "loss": 0.2533, "lr": 9.566267436612662e-06, "epoch": 0.6614509246088194, "percentage": 22.05, "elapsed_time": "1:18:06", "remaining_time": "4:36:10"}
+{"current_steps": 940, "total_steps": 4218, "loss": 0.2141, "lr": 9.549253255014105e-06, "epoch": 0.6685633001422475, "percentage": 22.29, "elapsed_time": "1:19:16", "remaining_time": "4:36:26"}
+{"current_steps": 950, "total_steps": 4218, "loss": 0.2121, "lr": 9.531927482366398e-06, "epoch": 0.6756756756756757, "percentage": 22.52, "elapsed_time": "1:20:02", "remaining_time": "4:35:21"}
+{"current_steps": 960, "total_steps": 4218, "loss": 0.2187, "lr": 9.514291305360053e-06, "epoch": 0.6827880512091038, "percentage": 22.76, "elapsed_time": "1:20:44", "remaining_time": "4:34:00"}
+{"current_steps": 970, "total_steps": 4218, "loss": 0.1841, "lr": 9.496345931946039e-06, "epoch": 0.689900426742532, "percentage": 23.0, "elapsed_time": "1:21:34", "remaining_time": "4:33:07"}
+{"current_steps": 980, "total_steps": 4218, "loss": 0.225, "lr": 9.47809259125306e-06, "epoch": 0.6970128022759602, "percentage": 23.23, "elapsed_time": "1:22:16", "remaining_time": "4:31:51"}
+{"current_steps": 990, "total_steps": 4218, "loss": 0.184, "lr": 9.459532533503347e-06, "epoch": 0.7041251778093883, "percentage": 23.47, "elapsed_time": "1:23:17", "remaining_time": "4:31:34"}
+{"current_steps": 1000, "total_steps": 4218, "loss": 0.1774, "lr": 9.440667029927043e-06, "epoch": 0.7112375533428165, "percentage": 23.71, "elapsed_time": "1:24:05", "remaining_time": "4:30:37"}
+{"current_steps": 1010, "total_steps": 4218, "loss": 0.1729, "lr": 9.421497372675133e-06, "epoch": 0.7183499288762447, "percentage": 23.94, "elapsed_time": "1:24:53", "remaining_time": "4:29:36"}
+{"current_steps": 1020, "total_steps": 4218, "loss": 0.2066, "lr": 9.402024874730928e-06, "epoch": 0.7254623044096729, "percentage": 24.18, "elapsed_time": "1:25:40", "remaining_time": "4:28:36"}
+{"current_steps": 1030, "total_steps": 4218, "loss": 0.159, "lr": 9.382250869820146e-06, "epoch": 0.732574679943101, "percentage": 24.42, "elapsed_time": "1:26:31", "remaining_time": "4:27:48"}
+{"current_steps": 1040, "total_steps": 4218, "loss": 0.1924, "lr": 9.36217671231956e-06, "epoch": 0.7396870554765291, "percentage": 24.66, "elapsed_time": "1:27:28", "remaining_time": "4:27:19"}
+{"current_steps": 1050, "total_steps": 4218, "loss": 0.1414, "lr": 9.341803777164228e-06, "epoch": 0.7467994310099573, "percentage": 24.89, "elapsed_time": "1:28:12", "remaining_time": "4:26:08"}
+{"current_steps": 1060, "total_steps": 4218, "loss": 0.1751, "lr": 9.321133459753322e-06, "epoch": 0.7539118065433855, "percentage": 25.13, "elapsed_time": "1:29:06", "remaining_time": "4:25:29"}
+{"current_steps": 1070, "total_steps": 4218, "loss": 0.1642, "lr": 9.300167175854564e-06, "epoch": 0.7610241820768137, "percentage": 25.37, "elapsed_time": "1:29:52", "remaining_time": "4:24:25"}
+{"current_steps": 1080, "total_steps": 4218, "loss": 0.1362, "lr": 9.278906361507238e-06, "epoch": 0.7681365576102418, "percentage": 25.6, "elapsed_time": "1:30:35", "remaining_time": "4:23:12"}
+{"current_steps": 1090, "total_steps": 4218, "loss": 0.1375, "lr": 9.257352472923842e-06, "epoch": 0.7752489331436699, "percentage": 25.84, "elapsed_time": "1:31:22", "remaining_time": "4:22:13"}
+{"current_steps": 1100, "total_steps": 4218, "loss": 0.1282, "lr": 9.235506986390346e-06, "epoch": 0.7823613086770982, "percentage": 26.08, "elapsed_time": "1:32:14", "remaining_time": "4:21:27"}
+{"current_steps": 1110, "total_steps": 4218, "loss": 0.1341, "lr": 9.213371398165077e-06, "epoch": 0.7894736842105263, "percentage": 26.32, "elapsed_time": "1:33:05", "remaining_time": "4:20:38"}
+{"current_steps": 1120, "total_steps": 4218, "loss": 0.1624, "lr": 9.190947224376238e-06, "epoch": 0.7965860597439545, "percentage": 26.55, "elapsed_time": "1:33:47", "remaining_time": "4:19:27"}
+{"current_steps": 1130, "total_steps": 4218, "loss": 0.1228, "lr": 9.168236000918063e-06, "epoch": 0.8036984352773826, "percentage": 26.79, "elapsed_time": "1:34:42", "remaining_time": "4:18:49"}
+{"current_steps": 1140, "total_steps": 4218, "loss": 0.1295, "lr": 9.145239283345618e-06, "epoch": 0.8108108108108109, "percentage": 27.03, "elapsed_time": "1:35:36", "remaining_time": "4:18:08"}
+{"current_steps": 1150, "total_steps": 4218, "loss": 0.1239, "lr": 9.121958646768251e-06, "epoch": 0.817923186344239, "percentage": 27.26, "elapsed_time": "1:36:29", "remaining_time": "4:17:25"}
+{"current_steps": 1160, "total_steps": 4218, "loss": 0.1058, "lr": 9.09839568574173e-06, "epoch": 0.8250355618776671, "percentage": 27.5, "elapsed_time": "1:37:19", "remaining_time": "4:16:34"}
+{"current_steps": 1170, "total_steps": 4218, "loss": 0.1085, "lr": 9.074552014158994e-06, "epoch": 0.8321479374110953, "percentage": 27.74, "elapsed_time": "1:38:15", "remaining_time": "4:15:58"}
+{"current_steps": 1180, "total_steps": 4218, "loss": 0.1158, "lr": 9.050429265139647e-06, "epoch": 0.8392603129445235, "percentage": 27.98, "elapsed_time": "1:39:02", "remaining_time": "4:14:58"}
+{"current_steps": 1190, "total_steps": 4218, "loss": 0.1222, "lr": 9.026029090918076e-06, "epoch": 0.8463726884779517, "percentage": 28.21, "elapsed_time": "1:40:05", "remaining_time": "4:14:41"}
+{"current_steps": 1200, "total_steps": 4218, "loss": 0.1112, "lr": 9.001353162730297e-06, "epoch": 0.8534850640113798, "percentage": 28.45, "elapsed_time": "1:40:55", "remaining_time": "4:13:49"}
+{"current_steps": 1210, "total_steps": 4218, "loss": 0.1065, "lr": 8.976403170699486e-06, "epoch": 0.8605974395448079, "percentage": 28.69, "elapsed_time": "1:41:38", "remaining_time": "4:12:39"}
+{"current_steps": 1220, "total_steps": 4218, "loss": 0.0936, "lr": 8.951180823720212e-06, "epoch": 0.8677098150782361, "percentage": 28.92, "elapsed_time": "1:42:36", "remaining_time": "4:12:08"}
+{"current_steps": 1230, "total_steps": 4218, "loss": 0.0794, "lr": 8.925687849341398e-06, "epoch": 0.8748221906116643, "percentage": 29.16, "elapsed_time": "1:43:31", "remaining_time": "4:11:29"}
+{"current_steps": 1240, "total_steps": 4218, "loss": 0.0897, "lr": 8.899925993647994e-06, "epoch": 0.8819345661450925, "percentage": 29.4, "elapsed_time": "1:44:12", "remaining_time": "4:10:16"}
+{"current_steps": 1250, "total_steps": 4218, "loss": 0.0887, "lr": 8.873897021141378e-06, "epoch": 0.8890469416785206, "percentage": 29.63, "elapsed_time": "1:45:01", "remaining_time": "4:09:21"}
+{"current_steps": 1260, "total_steps": 4218, "loss": 0.0846, "lr": 8.847602714618504e-06, "epoch": 0.8961593172119487, "percentage": 29.87, "elapsed_time": "1:45:54", "remaining_time": "4:08:38"}
+{"current_steps": 1270, "total_steps": 4218, "loss": 0.0883, "lr": 8.821044875049796e-06, "epoch": 0.903271692745377, "percentage": 30.11, "elapsed_time": "1:46:46", "remaining_time": "4:07:51"}
+{"current_steps": 1280, "total_steps": 4218, "loss": 0.0893, "lr": 8.794225321455788e-06, "epoch": 0.9103840682788051, "percentage": 30.35, "elapsed_time": "1:47:26", "remaining_time": "4:06:37"}
+{"current_steps": 1290, "total_steps": 4218, "loss": 0.0912, "lr": 8.767145890782542e-06, "epoch": 0.9174964438122333, "percentage": 30.58, "elapsed_time": "1:48:18", "remaining_time": "4:05:49"}
+{"current_steps": 1300, "total_steps": 4218, "loss": 0.0759, "lr": 8.739808437775825e-06, "epoch": 0.9246088193456614, "percentage": 30.82, "elapsed_time": "1:49:16", "remaining_time": "4:05:16"}
+{"current_steps": 1310, "total_steps": 4218, "loss": 0.0938, "lr": 8.71221483485407e-06, "epoch": 0.9317211948790897, "percentage": 31.06, "elapsed_time": "1:50:06", "remaining_time": "4:04:26"}
+{"current_steps": 1320, "total_steps": 4218, "loss": 0.0804, "lr": 8.684366971980139e-06, "epoch": 0.9388335704125178, "percentage": 31.29, "elapsed_time": "1:50:57", "remaining_time": "4:03:37"}
+{"current_steps": 1330, "total_steps": 4218, "loss": 0.0734, "lr": 8.656266756531857e-06, "epoch": 0.9459459459459459, "percentage": 31.53, "elapsed_time": "1:51:46", "remaining_time": "4:02:42"}
+{"current_steps": 1340, "total_steps": 4218, "loss": 0.0794, "lr": 8.627916113171396e-06, "epoch": 0.9530583214793741, "percentage": 31.77, "elapsed_time": "1:52:31", "remaining_time": "4:01:41"}
+{"current_steps": 1350, "total_steps": 4218, "loss": 0.0729, "lr": 8.599316983713419e-06, "epoch": 0.9601706970128022, "percentage": 32.01, "elapsed_time": "1:53:26", "remaining_time": "4:01:00"}
+{"current_steps": 1360, "total_steps": 4218, "loss": 0.0776, "lr": 8.570471326992105e-06, "epoch": 0.9672830725462305, "percentage": 32.24, "elapsed_time": "1:54:10", "remaining_time": "3:59:56"}
+{"current_steps": 1370, "total_steps": 4218, "loss": 0.0801, "lr": 8.54138111872697e-06, "epoch": 0.9743954480796586, "percentage": 32.48, "elapsed_time": "1:54:57", "remaining_time": "3:58:58"}
+{"current_steps": 1380, "total_steps": 4218, "loss": 0.0698, "lr": 8.512048351387551e-06, "epoch": 0.9815078236130867, "percentage": 32.72, "elapsed_time": "1:55:48", "remaining_time": "3:58:09"}
+{"current_steps": 1390, "total_steps": 4218, "loss": 0.0719, "lr": 8.482475034056927e-06, "epoch": 0.9886201991465149, "percentage": 32.95, "elapsed_time": "1:56:25", "remaining_time": "3:56:52"}
+{"current_steps": 1400, "total_steps": 4218, "loss": 0.0704, "lr": 8.452663192294121e-06, "epoch": 0.9957325746799431, "percentage": 33.19, "elapsed_time": "1:57:14", "remaining_time": "3:56:00"}
+{"current_steps": 1410, "total_steps": 4218, "loss": 0.0619, "lr": 8.42261486799536e-06, "epoch": 1.0028449502133712, "percentage": 33.43, "elapsed_time": "1:58:07", "remaining_time": "3:55:14"}
+{"current_steps": 1420, "total_steps": 4218, "loss": 0.0498, "lr": 8.392332119254214e-06, "epoch": 1.0099573257467995, "percentage": 33.67, "elapsed_time": "1:58:57", "remaining_time": "3:54:23"}
+{"current_steps": 1430, "total_steps": 4218, "loss": 0.0468, "lr": 8.361817020220647e-06, "epoch": 1.0170697012802277, "percentage": 33.9, "elapsed_time": "1:59:47", "remaining_time": "3:53:32"}
+{"current_steps": 1440, "total_steps": 4218, "loss": 0.0556, "lr": 8.331071660958936e-06, "epoch": 1.0241820768136558, "percentage": 34.14, "elapsed_time": "2:00:32", "remaining_time": "3:52:31"}
+{"current_steps": 1450, "total_steps": 4218, "loss": 0.047, "lr": 8.300098147304523e-06, "epoch": 1.031294452347084, "percentage": 34.38, "elapsed_time": "2:01:24", "remaining_time": "3:51:45"}
+{"current_steps": 1460, "total_steps": 4218, "loss": 0.0553, "lr": 8.268898600719785e-06, "epoch": 1.038406827880512, "percentage": 34.61, "elapsed_time": "2:02:16", "remaining_time": "3:50:58"}
+{"current_steps": 1470, "total_steps": 4218, "loss": 0.0536, "lr": 8.237475158148724e-06, "epoch": 1.0455192034139402, "percentage": 34.85, "elapsed_time": "2:03:10", "remaining_time": "3:50:16"}
+{"current_steps": 1480, "total_steps": 4218, "loss": 0.0479, "lr": 8.205829971870602e-06, "epoch": 1.0526315789473684, "percentage": 35.09, "elapsed_time": "2:04:01", "remaining_time": "3:49:27"}
+{"current_steps": 1490, "total_steps": 4218, "loss": 0.048, "lr": 8.173965209352524e-06, "epoch": 1.0597439544807965, "percentage": 35.32, "elapsed_time": "2:04:44", "remaining_time": "3:48:23"}
+{"current_steps": 1500, "total_steps": 4218, "loss": 0.0582, "lr": 8.14188305310099e-06, "epoch": 1.0668563300142249, "percentage": 35.56, "elapsed_time": "2:05:42", "remaining_time": "3:47:46"}
+{"current_steps": 1510, "total_steps": 4218, "loss": 0.0507, "lr": 8.109585700512395e-06, "epoch": 1.073968705547653, "percentage": 35.8, "elapsed_time": "2:06:35", "remaining_time": "3:47:01"}
+{"current_steps": 1520, "total_steps": 4218, "loss": 0.0492, "lr": 8.077075363722542e-06, "epoch": 1.0810810810810811, "percentage": 36.04, "elapsed_time": "2:07:25", "remaining_time": "3:46:09"}
+{"current_steps": 1530, "total_steps": 4218, "loss": 0.059, "lr": 8.044354269455109e-06, "epoch": 1.0881934566145093, "percentage": 36.27, "elapsed_time": "2:08:16", "remaining_time": "3:45:22"}
+{"current_steps": 1540, "total_steps": 4218, "loss": 0.0496, "lr": 8.011424658869142e-06, "epoch": 1.0953058321479374, "percentage": 36.51, "elapsed_time": "2:09:02", "remaining_time": "3:44:23"}
+{"current_steps": 1550, "total_steps": 4218, "loss": 0.0428, "lr": 7.978288787405556e-06, "epoch": 1.1024182076813656, "percentage": 36.75, "elapsed_time": "2:09:51", "remaining_time": "3:43:31"}
+{"current_steps": 1560, "total_steps": 4218, "loss": 0.0484, "lr": 7.944948924632643e-06, "epoch": 1.1095305832147937, "percentage": 36.98, "elapsed_time": "2:10:47", "remaining_time": "3:42:50"}
+{"current_steps": 1570, "total_steps": 4218, "loss": 0.0485, "lr": 7.911407354090634e-06, "epoch": 1.1166429587482218, "percentage": 37.22, "elapsed_time": "2:11:36", "remaining_time": "3:41:58"}
+{"current_steps": 1580, "total_steps": 4218, "loss": 0.0441, "lr": 7.877666373135287e-06, "epoch": 1.12375533428165, "percentage": 37.46, "elapsed_time": "2:12:21", "remaining_time": "3:40:59"}
+{"current_steps": 1590, "total_steps": 4218, "loss": 0.052, "lr": 7.84372829278053e-06, "epoch": 1.1308677098150781, "percentage": 37.7, "elapsed_time": "2:13:01", "remaining_time": "3:39:51"}
+{"current_steps": 1600, "total_steps": 4218, "loss": 0.0444, "lr": 7.809595437540189e-06, "epoch": 1.1379800853485065, "percentage": 37.93, "elapsed_time": "2:13:50", "remaining_time": "3:38:59"}
+{"current_steps": 1610, "total_steps": 4218, "loss": 0.0405, "lr": 7.775270145268755e-06, "epoch": 1.1450924608819346, "percentage": 38.17, "elapsed_time": "2:14:38", "remaining_time": "3:38:06"}
+{"current_steps": 1620, "total_steps": 4218, "loss": 0.0443, "lr": 7.740754767001278e-06, "epoch": 1.1522048364153628, "percentage": 38.41, "elapsed_time": "2:15:38", "remaining_time": "3:37:31"}
+{"current_steps": 1630, "total_steps": 4218, "loss": 0.044, "lr": 7.706051666792318e-06, "epoch": 1.159317211948791, "percentage": 38.64, "elapsed_time": "2:16:24", "remaining_time": "3:36:34"}
+{"current_steps": 1640, "total_steps": 4218, "loss": 0.0443, "lr": 7.671163221554043e-06, "epoch": 1.166429587482219, "percentage": 38.88, "elapsed_time": "2:17:06", "remaining_time": "3:35:32"}
+{"current_steps": 1650, "total_steps": 4218, "loss": 0.0485, "lr": 7.636091820893417e-06, "epoch": 1.1735419630156472, "percentage": 39.12, "elapsed_time": "2:17:56", "remaining_time": "3:34:41"}
+{"current_steps": 1660, "total_steps": 4218, "loss": 0.0479, "lr": 7.600839866948528e-06, "epoch": 1.1806543385490753, "percentage": 39.36, "elapsed_time": "2:18:40", "remaining_time": "3:33:41"}
+{"current_steps": 1670, "total_steps": 4218, "loss": 0.0478, "lr": 7.565409774224066e-06, "epoch": 1.1877667140825037, "percentage": 39.59, "elapsed_time": "2:19:40", "remaining_time": "3:33:06"}
+{"current_steps": 1680, "total_steps": 4218, "loss": 0.0402, "lr": 7.529803969425941e-06, "epoch": 1.1948790896159318, "percentage": 39.83, "elapsed_time": "2:20:32", "remaining_time": "3:32:19"}
+{"current_steps": 1690, "total_steps": 4218, "loss": 0.0456, "lr": 7.494024891295075e-06, "epoch": 1.20199146514936, "percentage": 40.07, "elapsed_time": "2:21:33", "remaining_time": "3:31:45"}
+{"current_steps": 1700, "total_steps": 4218, "loss": 0.0399, "lr": 7.458074990440363e-06, "epoch": 1.209103840682788, "percentage": 40.3, "elapsed_time": "2:22:10", "remaining_time": "3:30:34"}
+{"current_steps": 1710, "total_steps": 4218, "loss": 0.0408, "lr": 7.421956729170823e-06, "epoch": 1.2162162162162162, "percentage": 40.54, "elapsed_time": "2:22:57", "remaining_time": "3:29:39"}
+{"current_steps": 1720, "total_steps": 4218, "loss": 0.0532, "lr": 7.385672581326954e-06, "epoch": 1.2233285917496444, "percentage": 40.78, "elapsed_time": "2:23:47", "remaining_time": "3:28:50"}
+{"current_steps": 1730, "total_steps": 4218, "loss": 0.0412, "lr": 7.34922503211128e-06, "epoch": 1.2304409672830725, "percentage": 41.01, "elapsed_time": "2:24:36", "remaining_time": "3:27:58"}
+{"current_steps": 1740, "total_steps": 4218, "loss": 0.0383, "lr": 7.312616577918149e-06, "epoch": 1.2375533428165006, "percentage": 41.25, "elapsed_time": "2:25:26", "remaining_time": "3:27:08"}
+{"current_steps": 1750, "total_steps": 4218, "loss": 0.0357, "lr": 7.2758497261627345e-06, "epoch": 1.2446657183499288, "percentage": 41.49, "elapsed_time": "2:26:21", "remaining_time": "3:26:24"}
+{"current_steps": 1760, "total_steps": 4218, "loss": 0.0421, "lr": 7.238926995109306e-06, "epoch": 1.251778093883357, "percentage": 41.73, "elapsed_time": "2:27:14", "remaining_time": "3:25:38"}
+{"current_steps": 1770, "total_steps": 4218, "loss": 0.0433, "lr": 7.201850913698736e-06, "epoch": 1.2588904694167853, "percentage": 41.96, "elapsed_time": "2:28:02", "remaining_time": "3:24:44"}
+{"current_steps": 1780, "total_steps": 4218, "loss": 0.0381, "lr": 7.164624021375294e-06, "epoch": 1.2660028449502134, "percentage": 42.2, "elapsed_time": "2:28:58", "remaining_time": "3:24:03"}
+{"current_steps": 1790, "total_steps": 4218, "loss": 0.0347, "lr": 7.12724886791271e-06, "epoch": 1.2731152204836416, "percentage": 42.44, "elapsed_time": "2:29:48", "remaining_time": "3:23:11"}
+{"current_steps": 1800, "total_steps": 4218, "loss": 0.042, "lr": 7.08972801323953e-06, "epoch": 1.2802275960170697, "percentage": 42.67, "elapsed_time": "2:30:32", "remaining_time": "3:22:13"}
+{"current_steps": 1810, "total_steps": 4218, "loss": 0.0358, "lr": 7.052064027263785e-06, "epoch": 1.2873399715504978, "percentage": 42.91, "elapsed_time": "2:31:20", "remaining_time": "3:21:21"}
+{"current_steps": 1820, "total_steps": 4218, "loss": 0.0313, "lr": 7.014259489696968e-06, "epoch": 1.294452347083926, "percentage": 43.15, "elapsed_time": "2:32:06", "remaining_time": "3:20:25"}
+{"current_steps": 1830, "total_steps": 4218, "loss": 0.0315, "lr": 6.976316989877343e-06, "epoch": 1.3015647226173541, "percentage": 43.39, "elapsed_time": "2:33:03", "remaining_time": "3:19:43"}
+{"current_steps": 1840, "total_steps": 4218, "loss": 0.0305, "lr": 6.938239126592592e-06, "epoch": 1.3086770981507825, "percentage": 43.62, "elapsed_time": "2:34:02", "remaining_time": "3:19:05"}
+{"current_steps": 1850, "total_steps": 4218, "loss": 0.0441, "lr": 6.90002850790182e-06, "epoch": 1.3157894736842106, "percentage": 43.86, "elapsed_time": "2:34:49", "remaining_time": "3:18:10"}
+{"current_steps": 1860, "total_steps": 4218, "loss": 0.0363, "lr": 6.861687750956922e-06, "epoch": 1.3229018492176388, "percentage": 44.1, "elapsed_time": "2:35:43", "remaining_time": "3:17:25"}
+{"current_steps": 1870, "total_steps": 4218, "loss": 0.035, "lr": 6.823219481823318e-06, "epoch": 1.330014224751067, "percentage": 44.33, "elapsed_time": "2:36:30", "remaining_time": "3:16:31"}
+{"current_steps": 1880, "total_steps": 4218, "loss": 0.0211, "lr": 6.784626335300102e-06, "epoch": 1.337126600284495, "percentage": 44.57, "elapsed_time": "2:37:26", "remaining_time": "3:15:47"}
+{"current_steps": 1890, "total_steps": 4218, "loss": 0.0368, "lr": 6.745910954739563e-06, "epoch": 1.3442389758179232, "percentage": 44.81, "elapsed_time": "2:38:19", "remaining_time": "3:15:00"}
+{"current_steps": 1900, "total_steps": 4218, "loss": 0.0337, "lr": 6.707075991866143e-06, "epoch": 1.3513513513513513, "percentage": 45.05, "elapsed_time": "2:39:17", "remaining_time": "3:14:20"}
+{"current_steps": 1910, "total_steps": 4218, "loss": 0.0323, "lr": 6.668124106594813e-06, "epoch": 1.3584637268847795, "percentage": 45.28, "elapsed_time": "2:40:08", "remaining_time": "3:13:30"}
+{"current_steps": 1920, "total_steps": 4218, "loss": 0.0374, "lr": 6.629057966848879e-06, "epoch": 1.3655761024182076, "percentage": 45.52, "elapsed_time": "2:41:05", "remaining_time": "3:12:48"}
+{"current_steps": 1930, "total_steps": 4218, "loss": 0.0293, "lr": 6.589880248377258e-06, "epoch": 1.3726884779516357, "percentage": 45.76, "elapsed_time": "2:42:02", "remaining_time": "3:12:06"}
+{"current_steps": 1940, "total_steps": 4218, "loss": 0.0326, "lr": 6.550593634571205e-06, "epoch": 1.379800853485064, "percentage": 45.99, "elapsed_time": "2:42:52", "remaining_time": "3:11:14"}
+{"current_steps": 1950, "total_steps": 4218, "loss": 0.0279, "lr": 6.511200816280523e-06, "epoch": 1.3869132290184922, "percentage": 46.23, "elapsed_time": "2:43:43", "remaining_time": "3:10:25"}
+{"current_steps": 1960, "total_steps": 4218, "loss": 0.0348, "lr": 6.471704491629251e-06, "epoch": 1.3940256045519204, "percentage": 46.47, "elapsed_time": "2:44:30", "remaining_time": "3:09:31"}
+{"current_steps": 1970, "total_steps": 4218, "loss": 0.0303, "lr": 6.432107365830872e-06, "epoch": 1.4011379800853485, "percentage": 46.7, "elapsed_time": "2:45:16", "remaining_time": "3:08:35"}
+{"current_steps": 1980, "total_steps": 4218, "loss": 0.0379, "lr": 6.392412151003019e-06, "epoch": 1.4082503556187767, "percentage": 46.94, "elapsed_time": "2:46:14", "remaining_time": "3:07:53"}
+{"current_steps": 1990, "total_steps": 4218, "loss": 0.0346, "lr": 6.3526215659817156e-06, "epoch": 1.4153627311522048, "percentage": 47.18, "elapsed_time": "2:47:02", "remaining_time": "3:07:01"}
+{"current_steps": 2000, "total_steps": 4218, "loss": 0.0277, "lr": 6.312738336135159e-06, "epoch": 1.422475106685633, "percentage": 47.42, "elapsed_time": "2:48:00", "remaining_time": "3:06:18"}
+{"current_steps": 2010, "total_steps": 4218, "loss": 0.0272, "lr": 6.272765193177044e-06, "epoch": 1.4295874822190613, "percentage": 47.65, "elapsed_time": "2:48:45", "remaining_time": "3:05:23"}
+{"current_steps": 2020, "total_steps": 4218, "loss": 0.0286, "lr": 6.23270487497947e-06, "epoch": 1.4366998577524894, "percentage": 47.89, "elapsed_time": "2:49:39", "remaining_time": "3:04:36"}
+{"current_steps": 2030, "total_steps": 4218, "loss": 0.0267, "lr": 6.192560125385412e-06, "epoch": 1.4438122332859176, "percentage": 48.13, "elapsed_time": "2:50:26", "remaining_time": "3:03:42"}
+{"current_steps": 2040, "total_steps": 4218, "loss": 0.0263, "lr": 6.152333694020781e-06, "epoch": 1.4509246088193457, "percentage": 48.36, "elapsed_time": "2:51:06", "remaining_time": "3:02:41"}
+{"current_steps": 2050, "total_steps": 4218, "loss": 0.0328, "lr": 6.112028336106108e-06, "epoch": 1.4580369843527738, "percentage": 48.6, "elapsed_time": "2:51:51", "remaining_time": "3:01:45"}
+{"current_steps": 2060, "total_steps": 4218, "loss": 0.0268, "lr": 6.071646812267817e-06, "epoch": 1.465149359886202, "percentage": 48.84, "elapsed_time": "2:52:49", "remaining_time": "3:01:02"}
+{"current_steps": 2070, "total_steps": 4218, "loss": 0.0272, "lr": 6.031191888349155e-06, "epoch": 1.4722617354196301, "percentage": 49.08, "elapsed_time": "2:53:40", "remaining_time": "3:00:13"}
+{"current_steps": 2080, "total_steps": 4218, "loss": 0.027, "lr": 5.990666335220738e-06, "epoch": 1.4793741109530583, "percentage": 49.31, "elapsed_time": "2:54:26", "remaining_time": "2:59:18"}
+{"current_steps": 2090, "total_steps": 4218, "loss": 0.024, "lr": 5.950072928590781e-06, "epoch": 1.4864864864864864, "percentage": 49.55, "elapsed_time": "2:55:16", "remaining_time": "2:58:27"}
+{"current_steps": 2100, "total_steps": 4218, "loss": 0.0254, "lr": 5.909414448814971e-06, "epoch": 1.4935988620199145, "percentage": 49.79, "elapsed_time": "2:56:03", "remaining_time": "2:57:33"}
+{"current_steps": 2110, "total_steps": 4218, "loss": 0.0275, "lr": 5.8686936807060335e-06, "epoch": 1.5007112375533427, "percentage": 50.02, "elapsed_time": "2:56:56", "remaining_time": "2:56:46"}
+{"current_steps": 2120, "total_steps": 4218, "loss": 0.0268, "lr": 5.827913413343003e-06, "epoch": 1.5078236130867708, "percentage": 50.26, "elapsed_time": "2:57:45", "remaining_time": "2:55:55"}
+{"current_steps": 2130, "total_steps": 4218, "loss": 0.0265, "lr": 5.787076439880177e-06, "epoch": 1.5149359886201992, "percentage": 50.5, "elapsed_time": "2:58:34", "remaining_time": "2:55:03"}
+{"current_steps": 2140, "total_steps": 4218, "loss": 0.0254, "lr": 5.746185557355814e-06, "epoch": 1.5220483641536273, "percentage": 50.73, "elapsed_time": "2:59:33", "remaining_time": "2:54:21"}
+{"current_steps": 2150, "total_steps": 4218, "loss": 0.022, "lr": 5.70524356650056e-06, "epoch": 1.5291607396870555, "percentage": 50.97, "elapsed_time": "3:00:22", "remaining_time": "2:53:30"}
+{"current_steps": 2160, "total_steps": 4218, "loss": 0.0196, "lr": 5.664253271545603e-06, "epoch": 1.5362731152204836, "percentage": 51.21, "elapsed_time": "3:01:10", "remaining_time": "2:52:37"}
+{"current_steps": 2170, "total_steps": 4218, "loss": 0.0225, "lr": 5.623217480030622e-06, "epoch": 1.543385490753912, "percentage": 51.45, "elapsed_time": "3:01:59", "remaining_time": "2:51:45"}
+{"current_steps": 2180, "total_steps": 4218, "loss": 0.0209, "lr": 5.58213900261148e-06, "epoch": 1.55049786628734, "percentage": 51.68, "elapsed_time": "3:02:48", "remaining_time": "2:50:53"}
+{"current_steps": 2190, "total_steps": 4218, "loss": 0.0272, "lr": 5.541020652867713e-06, "epoch": 1.5576102418207682, "percentage": 51.92, "elapsed_time": "3:03:46", "remaining_time": "2:50:10"}
+{"current_steps": 2200, "total_steps": 4218, "loss": 0.022, "lr": 5.49986524710983e-06, "epoch": 1.5647226173541964, "percentage": 52.16, "elapsed_time": "3:04:35", "remaining_time": "2:49:19"}
+{"current_steps": 2210, "total_steps": 4218, "loss": 0.0226, "lr": 5.4586756041864065e-06, "epoch": 1.5718349928876245, "percentage": 52.39, "elapsed_time": "3:05:29", "remaining_time": "2:48:32"}
+{"current_steps": 2220, "total_steps": 4218, "loss": 0.0267, "lr": 5.417454545291017e-06, "epoch": 1.5789473684210527, "percentage": 52.63, "elapsed_time": "3:06:26", "remaining_time": "2:47:48"}
+{"current_steps": 2230, "total_steps": 4218, "loss": 0.0226, "lr": 5.376204893769e-06, "epoch": 1.5860597439544808, "percentage": 52.87, "elapsed_time": "3:07:16", "remaining_time": "2:46:56"}
+{"current_steps": 2240, "total_steps": 4218, "loss": 0.0241, "lr": 5.334929474924093e-06, "epoch": 1.593172119487909, "percentage": 53.11, "elapsed_time": "3:08:01", "remaining_time": "2:46:02"}
+{"current_steps": 2250, "total_steps": 4218, "loss": 0.0229, "lr": 5.293631115824897e-06, "epoch": 1.600284495021337, "percentage": 53.34, "elapsed_time": "3:08:49", "remaining_time": "2:45:09"}
+{"current_steps": 2260, "total_steps": 4218, "loss": 0.0244, "lr": 5.252312645111266e-06, "epoch": 1.6073968705547652, "percentage": 53.58, "elapsed_time": "3:09:37", "remaining_time": "2:44:17"}
+{"current_steps": 2270, "total_steps": 4218, "loss": 0.0186, "lr": 5.2109768928005454e-06, "epoch": 1.6145092460881934, "percentage": 53.82, "elapsed_time": "3:10:27", "remaining_time": "2:43:26"}
+{"current_steps": 2280, "total_steps": 4218, "loss": 0.0217, "lr": 5.169626690093751e-06, "epoch": 1.6216216216216215, "percentage": 54.05, "elapsed_time": "3:11:07", "remaining_time": "2:42:27"}
+{"current_steps": 2290, "total_steps": 4218, "loss": 0.0214, "lr": 5.128264869181646e-06, "epoch": 1.6287339971550496, "percentage": 54.29, "elapsed_time": "3:11:56", "remaining_time": "2:41:35"}
+{"current_steps": 2300, "total_steps": 4218, "loss": 0.0199, "lr": 5.086894263050755e-06, "epoch": 1.635846372688478, "percentage": 54.53, "elapsed_time": "3:12:54", "remaining_time": "2:40:51"}
+{"current_steps": 2310, "total_steps": 4218, "loss": 0.0184, "lr": 5.045517705289328e-06, "epoch": 1.6429587482219061, "percentage": 54.77, "elapsed_time": "3:13:37", "remaining_time": "2:39:55"}
+{"current_steps": 2320, "total_steps": 4218, "loss": 0.0189, "lr": 5.004138029893257e-06, "epoch": 1.6500711237553343, "percentage": 55.0, "elapsed_time": "3:14:27", "remaining_time": "2:39:05"}
+{"current_steps": 2330, "total_steps": 4218, "loss": 0.0184, "lr": 4.9627580710719734e-06, "epoch": 1.6571834992887624, "percentage": 55.24, "elapsed_time": "3:15:14", "remaining_time": "2:38:12"}
+{"current_steps": 2340, "total_steps": 4218, "loss": 0.0195, "lr": 4.921380663054318e-06, "epoch": 1.6642958748221908, "percentage": 55.48, "elapsed_time": "3:16:00", "remaining_time": "2:37:18"}
+{"current_steps": 2350, "total_steps": 4218, "loss": 0.0182, "lr": 4.880008639894421e-06, "epoch": 1.671408250355619, "percentage": 55.71, "elapsed_time": "3:16:55", "remaining_time": "2:36:32"}
+{"current_steps": 2360, "total_steps": 4218, "loss": 0.0216, "lr": 4.838644835277585e-06, "epoch": 1.678520625889047, "percentage": 55.95, "elapsed_time": "3:17:47", "remaining_time": "2:35:42"}
+{"current_steps": 2370, "total_steps": 4218, "loss": 0.0172, "lr": 4.79729208232621e-06, "epoch": 1.6856330014224752, "percentage": 56.19, "elapsed_time": "3:18:49", "remaining_time": "2:35:01"}
+{"current_steps": 2380, "total_steps": 4218, "loss": 0.0115, "lr": 4.75595321340573e-06, "epoch": 1.6927453769559033, "percentage": 56.42, "elapsed_time": "3:19:46", "remaining_time": "2:34:16"}
+{"current_steps": 2390, "total_steps": 4218, "loss": 0.0161, "lr": 4.714631059930622e-06, "epoch": 1.6998577524893315, "percentage": 56.66, "elapsed_time": "3:20:40", "remaining_time": "2:33:29"}
+{"current_steps": 2400, "total_steps": 4218, "loss": 0.0184, "lr": 4.6733284521704816e-06, "epoch": 1.7069701280227596, "percentage": 56.9, "elapsed_time": "3:21:26", "remaining_time": "2:32:35"}
+{"current_steps": 2410, "total_steps": 4218, "loss": 0.0201, "lr": 4.632048219056159e-06, "epoch": 1.7140825035561877, "percentage": 57.14, "elapsed_time": "3:22:12", "remaining_time": "2:31:42"}
+{"current_steps": 2420, "total_steps": 4218, "loss": 0.0154, "lr": 4.590793187986003e-06, "epoch": 1.7211948790896159, "percentage": 57.37, "elapsed_time": "3:22:55", "remaining_time": "2:30:46"}
+{"current_steps": 2430, "total_steps": 4218, "loss": 0.0182, "lr": 4.549566184632206e-06, "epoch": 1.728307254623044, "percentage": 57.61, "elapsed_time": "3:23:47", "remaining_time": "2:29:56"}
+{"current_steps": 2440, "total_steps": 4218, "loss": 0.0162, "lr": 4.508370032747261e-06, "epoch": 1.7354196301564722, "percentage": 57.85, "elapsed_time": "3:24:38", "remaining_time": "2:29:07"}
+{"current_steps": 2450, "total_steps": 4218, "loss": 0.017, "lr": 4.467207553970564e-06, "epoch": 1.7425320056899003, "percentage": 58.08, "elapsed_time": "3:25:33", "remaining_time": "2:28:20"}
+{"current_steps": 2460, "total_steps": 4218, "loss": 0.0144, "lr": 4.426081567635137e-06, "epoch": 1.7496443812233284, "percentage": 58.32, "elapsed_time": "3:26:27", "remaining_time": "2:27:32"}
+{"current_steps": 2470, "total_steps": 4218, "loss": 0.014, "lr": 4.3849948905745385e-06, "epoch": 1.7567567567567568, "percentage": 58.56, "elapsed_time": "3:27:24", "remaining_time": "2:26:47"}
+{"current_steps": 2480, "total_steps": 4218, "loss": 0.015, "lr": 4.343950336929927e-06, "epoch": 1.763869132290185, "percentage": 58.8, "elapsed_time": "3:28:15", "remaining_time": "2:25:56"}
+{"current_steps": 2490, "total_steps": 4218, "loss": 0.0144, "lr": 4.302950717957304e-06, "epoch": 1.770981507823613, "percentage": 59.03, "elapsed_time": "3:29:00", "remaining_time": "2:25:02"}
+{"current_steps": 2500, "total_steps": 4218, "loss": 0.0144, "lr": 4.261998841834972e-06, "epoch": 1.7780938833570412, "percentage": 59.27, "elapsed_time": "3:29:50", "remaining_time": "2:24:12"}
+{"current_steps": 2510, "total_steps": 4218, "loss": 0.0114, "lr": 4.221097513471199e-06, "epoch": 1.7852062588904696, "percentage": 59.51, "elapsed_time": "3:30:40", "remaining_time": "2:23:21"}
+{"current_steps": 2520, "total_steps": 4218, "loss": 0.0127, "lr": 4.18024953431209e-06, "epoch": 1.7923186344238977, "percentage": 59.74, "elapsed_time": "3:31:30", "remaining_time": "2:22:30"}
+{"current_steps": 2530, "total_steps": 4218, "loss": 0.0149, "lr": 4.13945770214971e-06, "epoch": 1.7994310099573259, "percentage": 59.98, "elapsed_time": "3:32:23", "remaining_time": "2:21:42"}
+{"current_steps": 2540, "total_steps": 4218, "loss": 0.0129, "lr": 4.098724810930472e-06, "epoch": 1.806543385490754, "percentage": 60.22, "elapsed_time": "3:33:04", "remaining_time": "2:20:45"}
+{"current_steps": 2550, "total_steps": 4218, "loss": 0.0124, "lr": 4.058053650563747e-06, "epoch": 1.8136557610241821, "percentage": 60.46, "elapsed_time": "3:33:59", "remaining_time": "2:19:58"}
+{"current_steps": 2560, "total_steps": 4218, "loss": 0.0139, "lr": 4.017447006730796e-06, "epoch": 1.8207681365576103, "percentage": 60.69, "elapsed_time": "3:34:59", "remaining_time": "2:19:14"}
+{"current_steps": 2570, "total_steps": 4218, "loss": 0.0128, "lr": 3.976907660693954e-06, "epoch": 1.8278805120910384, "percentage": 60.93, "elapsed_time": "3:35:41", "remaining_time": "2:18:18"}
+{"current_steps": 2580, "total_steps": 4218, "loss": 0.0154, "lr": 3.936438389106154e-06, "epoch": 1.8349928876244666, "percentage": 61.17, "elapsed_time": "3:36:46", "remaining_time": "2:17:37"}
+{"current_steps": 2590, "total_steps": 4218, "loss": 0.0162, "lr": 3.896041963820724e-06, "epoch": 1.8421052631578947, "percentage": 61.4, "elapsed_time": "3:37:33", "remaining_time": "2:16:45"}
+{"current_steps": 2600, "total_steps": 4218, "loss": 0.0131, "lr": 3.855721151701548e-06, "epoch": 1.8492176386913228, "percentage": 61.64, "elapsed_time": "3:38:24", "remaining_time": "2:15:55"}
+{"current_steps": 2610, "total_steps": 4218, "loss": 0.0129, "lr": 3.815478714433559e-06, "epoch": 1.856330014224751, "percentage": 61.88, "elapsed_time": "3:39:20", "remaining_time": "2:15:08"}
+{"current_steps": 2620, "total_steps": 4218, "loss": 0.0153, "lr": 3.775317408333571e-06, "epoch": 1.863442389758179, "percentage": 62.11, "elapsed_time": "3:40:03", "remaining_time": "2:14:13"}
+{"current_steps": 2630, "total_steps": 4218, "loss": 0.0116, "lr": 3.7352399841614996e-06, "epoch": 1.8705547652916072, "percentage": 62.35, "elapsed_time": "3:40:56", "remaining_time": "2:13:24"}
+{"current_steps": 2640, "total_steps": 4218, "loss": 0.0126, "lr": 3.695249186931954e-06, "epoch": 1.8776671408250356, "percentage": 62.59, "elapsed_time": "3:41:44", "remaining_time": "2:12:32"}
+{"current_steps": 2650, "total_steps": 4218, "loss": 0.0111, "lr": 3.655347755726224e-06, "epoch": 1.8847795163584637, "percentage": 62.83, "elapsed_time": "3:42:32", "remaining_time": "2:11:40"}
+{"current_steps": 2660, "total_steps": 4218, "loss": 0.0129, "lr": 3.6155384235046674e-06, "epoch": 1.8918918918918919, "percentage": 63.06, "elapsed_time": "3:43:22", "remaining_time": "2:10:50"}
+{"current_steps": 2670, "total_steps": 4218, "loss": 0.0079, "lr": 3.5758239169195276e-06, "epoch": 1.89900426742532, "percentage": 63.3, "elapsed_time": "3:44:11", "remaining_time": "2:09:58"}
+{"current_steps": 2680, "total_steps": 4218, "loss": 0.0103, "lr": 3.5362069561281764e-06, "epoch": 1.9061166429587484, "percentage": 63.54, "elapsed_time": "3:44:57", "remaining_time": "2:09:05"}
+{"current_steps": 2690, "total_steps": 4218, "loss": 0.0127, "lr": 3.4966902546068016e-06, "epoch": 1.9132290184921765, "percentage": 63.77, "elapsed_time": "3:45:45", "remaining_time": "2:08:14"}
+{"current_steps": 2700, "total_steps": 4218, "loss": 0.0101, "lr": 3.4572765189645516e-06, "epoch": 1.9203413940256047, "percentage": 64.01, "elapsed_time": "3:46:41", "remaining_time": "2:07:27"}
+{"current_steps": 2710, "total_steps": 4218, "loss": 0.0137, "lr": 3.4179684487581555e-06, "epoch": 1.9274537695590328, "percentage": 64.25, "elapsed_time": "3:47:38", "remaining_time": "2:06:40"}
+{"current_steps": 2720, "total_steps": 4218, "loss": 0.0109, "lr": 3.3787687363070256e-06, "epoch": 1.934566145092461, "percentage": 64.49, "elapsed_time": "3:48:36", "remaining_time": "2:05:54"}
+{"current_steps": 2730, "total_steps": 4218, "loss": 0.0105, "lr": 3.3396800665088435e-06, "epoch": 1.941678520625889, "percentage": 64.72, "elapsed_time": "3:49:24", "remaining_time": "2:05:02"}
+{"current_steps": 2740, "total_steps": 4218, "loss": 0.0092, "lr": 3.300705116655672e-06, "epoch": 1.9487908961593172, "percentage": 64.96, "elapsed_time": "3:50:10", "remaining_time": "2:04:09"}
+{"current_steps": 2750, "total_steps": 4218, "loss": 0.0074, "lr": 3.26184655625058e-06, "epoch": 1.9559032716927454, "percentage": 65.2, "elapsed_time": "3:50:58", "remaining_time": "2:03:17"}
+{"current_steps": 2760, "total_steps": 4218, "loss": 0.0108, "lr": 3.2231070468247954e-06, "epoch": 1.9630156472261735, "percentage": 65.43, "elapsed_time": "3:51:36", "remaining_time": "2:02:21"}
+{"current_steps": 2770, "total_steps": 4218, "loss": 0.0085, "lr": 3.1844892417554102e-06, "epoch": 1.9701280227596016, "percentage": 65.67, "elapsed_time": "3:52:31", "remaining_time": "2:01:32"}
+{"current_steps": 2780, "total_steps": 4218, "loss": 0.0109, "lr": 3.1459957860836528e-06, "epoch": 1.9772403982930298, "percentage": 65.91, "elapsed_time": "3:53:22", "remaining_time": "2:00:42"}
+{"current_steps": 2790, "total_steps": 4218, "loss": 0.0098, "lr": 3.1076293163337074e-06, "epoch": 1.984352773826458, "percentage": 66.15, "elapsed_time": "3:54:11", "remaining_time": "1:59:51"}
+{"current_steps": 2800, "total_steps": 4218, "loss": 0.0125, "lr": 3.069392460332141e-06, "epoch": 1.991465149359886, "percentage": 66.38, "elapsed_time": "3:54:58", "remaining_time": "1:58:59"}
+{"current_steps": 2810, "total_steps": 4218, "loss": 0.0086, "lr": 3.031287837027911e-06, "epoch": 1.9985775248933144, "percentage": 66.62, "elapsed_time": "3:55:49", "remaining_time": "1:58:09"}
+{"current_steps": 2820, "total_steps": 4218, "loss": 0.0061, "lr": 2.9933180563129936e-06, "epoch": 2.0056899004267423, "percentage": 66.86, "elapsed_time": "3:56:41", "remaining_time": "1:57:20"}
+{"current_steps": 2830, "total_steps": 4218, "loss": 0.0074, "lr": 2.955485718843616e-06, "epoch": 2.012802275960171, "percentage": 67.09, "elapsed_time": "3:57:39", "remaining_time": "1:56:33"}
+{"current_steps": 2840, "total_steps": 4218, "loss": 0.0082, "lr": 2.917793415862129e-06, "epoch": 2.019914651493599, "percentage": 67.33, "elapsed_time": "3:58:25", "remaining_time": "1:55:41"}
+{"current_steps": 2850, "total_steps": 4218, "loss": 0.005, "lr": 2.880243729019546e-06, "epoch": 2.027027027027027, "percentage": 67.57, "elapsed_time": "3:59:13", "remaining_time": "1:54:49"}
+{"current_steps": 2860, "total_steps": 4218, "loss": 0.0072, "lr": 2.842839230198685e-06, "epoch": 2.0341394025604553, "percentage": 67.8, "elapsed_time": "4:00:01", "remaining_time": "1:53:58"}
+{"current_steps": 2870, "total_steps": 4218, "loss": 0.008, "lr": 2.805582481338044e-06, "epoch": 2.0412517780938835, "percentage": 68.04, "elapsed_time": "4:00:42", "remaining_time": "1:53:03"}
+{"current_steps": 2880, "total_steps": 4218, "loss": 0.0063, "lr": 2.7684760342563045e-06, "epoch": 2.0483641536273116, "percentage": 68.28, "elapsed_time": "4:01:31", "remaining_time": "1:52:12"}
+{"current_steps": 2890, "total_steps": 4218, "loss": 0.0066, "lr": 2.731522430477571e-06, "epoch": 2.0554765291607398, "percentage": 68.52, "elapsed_time": "4:02:12", "remaining_time": "1:51:17"}
+{"current_steps": 2900, "total_steps": 4218, "loss": 0.0087, "lr": 2.694724201057273e-06, "epoch": 2.062588904694168, "percentage": 68.75, "elapsed_time": "4:02:59", "remaining_time": "1:50:25"}
+{"current_steps": 2910, "total_steps": 4218, "loss": 0.0083, "lr": 2.6580838664088214e-06, "epoch": 2.069701280227596, "percentage": 68.99, "elapsed_time": "4:03:41", "remaining_time": "1:49:31"}
+{"current_steps": 2920, "total_steps": 4218, "loss": 0.0084, "lr": 2.6216039361309753e-06, "epoch": 2.076813655761024, "percentage": 69.23, "elapsed_time": "4:04:31", "remaining_time": "1:48:41"}
+{"current_steps": 2930, "total_steps": 4218, "loss": 0.0066, "lr": 2.5852869088359495e-06, "epoch": 2.0839260312944523, "percentage": 69.46, "elapsed_time": "4:05:34", "remaining_time": "1:47:57"}
+{"current_steps": 2940, "total_steps": 4218, "loss": 0.0051, "lr": 2.549135271978275e-06, "epoch": 2.0910384068278804, "percentage": 69.7, "elapsed_time": "4:06:37", "remaining_time": "1:47:12"}
+{"current_steps": 2950, "total_steps": 4218, "loss": 0.0094, "lr": 2.5131515016844345e-06, "epoch": 2.0981507823613086, "percentage": 69.94, "elapsed_time": "4:07:31", "remaining_time": "1:46:23"}
+{"current_steps": 2960, "total_steps": 4218, "loss": 0.0073, "lr": 2.4773380625832603e-06, "epoch": 2.1052631578947367, "percentage": 70.18, "elapsed_time": "4:08:22", "remaining_time": "1:45:33"}
+{"current_steps": 2970, "total_steps": 4218, "loss": 0.0063, "lr": 2.4416974076371304e-06, "epoch": 2.112375533428165, "percentage": 70.41, "elapsed_time": "4:09:10", "remaining_time": "1:44:42"}
+{"current_steps": 2980, "total_steps": 4218, "loss": 0.0061, "lr": 2.406231977973942e-06, "epoch": 2.119487908961593, "percentage": 70.65, "elapsed_time": "4:09:54", "remaining_time": "1:43:49"}
+{"current_steps": 2990, "total_steps": 4218, "loss": 0.0091, "lr": 2.3709442027199387e-06, "epoch": 2.126600284495021, "percentage": 70.89, "elapsed_time": "4:10:41", "remaining_time": "1:42:57"}
+{"current_steps": 3000, "total_steps": 4218, "loss": 0.0063, "lr": 2.3358364988333066e-06, "epoch": 2.1337126600284497, "percentage": 71.12, "elapsed_time": "4:11:16", "remaining_time": "1:42:01"}
+{"current_steps": 3010, "total_steps": 4218, "loss": 0.0072, "lr": 2.3009112709386454e-06, "epoch": 2.140825035561878, "percentage": 71.36, "elapsed_time": "4:12:11", "remaining_time": "1:41:12"}
+{"current_steps": 3020, "total_steps": 4218, "loss": 0.0074, "lr": 2.2661709111622666e-06, "epoch": 2.147937411095306, "percentage": 71.6, "elapsed_time": "4:13:08", "remaining_time": "1:40:25"}
+{"current_steps": 3030, "total_steps": 4218, "loss": 0.0048, "lr": 2.2316177989683458e-06, "epoch": 2.155049786628734, "percentage": 71.83, "elapsed_time": "4:14:06", "remaining_time": "1:39:37"}
+{"current_steps": 3040, "total_steps": 4218, "loss": 0.0072, "lr": 2.197254300995953e-06, "epoch": 2.1621621621621623, "percentage": 72.07, "elapsed_time": "4:14:51", "remaining_time": "1:38:45"}
+{"current_steps": 3050, "total_steps": 4218, "loss": 0.006, "lr": 2.163082770896943e-06, "epoch": 2.1692745376955904, "percentage": 72.31, "elapsed_time": "4:15:47", "remaining_time": "1:37:57"}
+{"current_steps": 3060, "total_steps": 4218, "loss": 0.0067, "lr": 2.1291055491747643e-06, "epoch": 2.1763869132290186, "percentage": 72.55, "elapsed_time": "4:16:41", "remaining_time": "1:37:08"}
+{"current_steps": 3070, "total_steps": 4218, "loss": 0.0063, "lr": 2.095324963024137e-06, "epoch": 2.1834992887624467, "percentage": 72.78, "elapsed_time": "4:17:18", "remaining_time": "1:36:12"}
+{"current_steps": 3080, "total_steps": 4218, "loss": 0.0047, "lr": 2.061743326171668e-06, "epoch": 2.190611664295875, "percentage": 73.02, "elapsed_time": "4:18:11", "remaining_time": "1:35:23"}
+{"current_steps": 3090, "total_steps": 4218, "loss": 0.0076, "lr": 2.02836293871736e-06, "epoch": 2.197724039829303, "percentage": 73.26, "elapsed_time": "4:18:58", "remaining_time": "1:34:32"}
+{"current_steps": 3100, "total_steps": 4218, "loss": 0.0051, "lr": 1.9951860869771e-06, "epoch": 2.204836415362731, "percentage": 73.49, "elapsed_time": "4:19:41", "remaining_time": "1:33:39"}
+{"current_steps": 3110, "total_steps": 4218, "loss": 0.0058, "lr": 1.962215043326029e-06, "epoch": 2.2119487908961593, "percentage": 73.73, "elapsed_time": "4:20:36", "remaining_time": "1:32:50"}
+{"current_steps": 3120, "total_steps": 4218, "loss": 0.0057, "lr": 1.9294520660429284e-06, "epoch": 2.2190611664295874, "percentage": 73.97, "elapsed_time": "4:21:27", "remaining_time": "1:32:00"}
+{"current_steps": 3130, "total_steps": 4218, "loss": 0.0077, "lr": 1.8968993991555301e-06, "epoch": 2.2261735419630155, "percentage": 74.21, "elapsed_time": "4:22:16", "remaining_time": "1:31:09"}
+{"current_steps": 3140, "total_steps": 4218, "loss": 0.0063, "lr": 1.8645592722868223e-06, "epoch": 2.2332859174964437, "percentage": 74.44, "elapsed_time": "4:23:00", "remaining_time": "1:30:17"}
+{"current_steps": 3150, "total_steps": 4218, "loss": 0.0072, "lr": 1.8324339005023273e-06, "epoch": 2.240398293029872, "percentage": 74.68, "elapsed_time": "4:23:42", "remaining_time": "1:29:24"}
+{"current_steps": 3160, "total_steps": 4218, "loss": 0.0053, "lr": 1.8005254841584035e-06, "epoch": 2.2475106685633, "percentage": 74.92, "elapsed_time": "4:24:30", "remaining_time": "1:28:33"}
+{"current_steps": 3170, "total_steps": 4218, "loss": 0.0043, "lr": 1.768836208751516e-06, "epoch": 2.2546230440967285, "percentage": 75.15, "elapsed_time": "4:25:15", "remaining_time": "1:27:41"}
+{"current_steps": 3180, "total_steps": 4218, "loss": 0.0051, "lr": 1.7373682447685624e-06, "epoch": 2.2617354196301562, "percentage": 75.39, "elapsed_time": "4:26:07", "remaining_time": "1:26:51"}
+{"current_steps": 3190, "total_steps": 4218, "loss": 0.0053, "lr": 1.706123747538196e-06, "epoch": 2.268847795163585, "percentage": 75.63, "elapsed_time": "4:26:57", "remaining_time": "1:26:01"}
+{"current_steps": 3200, "total_steps": 4218, "loss": 0.0058, "lr": 1.6751048570832184e-06, "epoch": 2.275960170697013, "percentage": 75.87, "elapsed_time": "4:27:37", "remaining_time": "1:25:08"}
+{"current_steps": 3210, "total_steps": 4218, "loss": 0.0041, "lr": 1.6443136979739855e-06, "epoch": 2.283072546230441, "percentage": 76.1, "elapsed_time": "4:28:22", "remaining_time": "1:24:16"}
+{"current_steps": 3220, "total_steps": 4218, "loss": 0.0041, "lr": 1.6137523791829007e-06, "epoch": 2.2901849217638692, "percentage": 76.34, "elapsed_time": "4:29:18", "remaining_time": "1:23:28"}
+{"current_steps": 3230, "total_steps": 4218, "loss": 0.0061, "lr": 1.5834229939399637e-06, "epoch": 2.2972972972972974, "percentage": 76.58, "elapsed_time": "4:30:04", "remaining_time": "1:22:36"}
+{"current_steps": 3240, "total_steps": 4218, "loss": 0.005, "lr": 1.5533276195893987e-06, "epoch": 2.3044096728307255, "percentage": 76.81, "elapsed_time": "4:30:55", "remaining_time": "1:21:46"}
+{"current_steps": 3250, "total_steps": 4218, "loss": 0.0046, "lr": 1.5234683174473669e-06, "epoch": 2.3115220483641536, "percentage": 77.05, "elapsed_time": "4:31:56", "remaining_time": "1:20:59"}
+{"current_steps": 3260, "total_steps": 4218, "loss": 0.0048, "lr": 1.493847132660789e-06, "epoch": 2.318634423897582, "percentage": 77.29, "elapsed_time": "4:32:49", "remaining_time": "1:20:10"}
+{"current_steps": 3270, "total_steps": 4218, "loss": 0.0059, "lr": 1.4644660940672628e-06, "epoch": 2.32574679943101, "percentage": 77.52, "elapsed_time": "4:33:31", "remaining_time": "1:19:17"}
+{"current_steps": 3280, "total_steps": 4218, "loss": 0.0051, "lr": 1.435327214056103e-06, "epoch": 2.332859174964438, "percentage": 77.76, "elapsed_time": "4:34:36", "remaining_time": "1:18:31"}
+{"current_steps": 3290, "total_steps": 4218, "loss": 0.005, "lr": 1.406432488430508e-06, "epoch": 2.339971550497866, "percentage": 78.0, "elapsed_time": "4:35:33", "remaining_time": "1:17:43"}
+{"current_steps": 3300, "total_steps": 4218, "loss": 0.0046, "lr": 1.3777838962708602e-06, "epoch": 2.3470839260312943, "percentage": 78.24, "elapsed_time": "4:36:12", "remaining_time": "1:16:50"}
+{"current_steps": 3310, "total_steps": 4218, "loss": 0.0041, "lr": 1.3493833997991745e-06, "epoch": 2.3541963015647225, "percentage": 78.47, "elapsed_time": "4:36:54", "remaining_time": "1:15:57"}
+{"current_steps": 3320, "total_steps": 4218, "loss": 0.0058, "lr": 1.3212329442446985e-06, "epoch": 2.3613086770981506, "percentage": 78.71, "elapsed_time": "4:37:44", "remaining_time": "1:15:07"}
+{"current_steps": 3330, "total_steps": 4218, "loss": 0.005, "lr": 1.2933344577106822e-06, "epoch": 2.3684210526315788, "percentage": 78.95, "elapsed_time": "4:38:40", "remaining_time": "1:14:18"}
+{"current_steps": 3340, "total_steps": 4218, "loss": 0.0052, "lr": 1.2656898510423122e-06, "epoch": 2.3755334281650073, "percentage": 79.18, "elapsed_time": "4:39:28", "remaining_time": "1:13:28"}
+{"current_steps": 3350, "total_steps": 4218, "loss": 0.0048, "lr": 1.2383010176958372e-06, "epoch": 2.382645803698435, "percentage": 79.42, "elapsed_time": "4:40:23", "remaining_time": "1:12:39"}
+{"current_steps": 3360, "total_steps": 4218, "loss": 0.0054, "lr": 1.2111698336088717e-06, "epoch": 2.3897581792318636, "percentage": 79.66, "elapsed_time": "4:41:12", "remaining_time": "1:11:48"}
+{"current_steps": 3370, "total_steps": 4218, "loss": 0.0048, "lr": 1.1842981570719237e-06, "epoch": 2.3968705547652918, "percentage": 79.9, "elapsed_time": "4:42:07", "remaining_time": "1:10:59"}
+{"current_steps": 3380, "total_steps": 4218, "loss": 0.0047, "lr": 1.157687828601094e-06, "epoch": 2.40398293029872, "percentage": 80.13, "elapsed_time": "4:42:56", "remaining_time": "1:10:09"}
+{"current_steps": 3390, "total_steps": 4218, "loss": 0.0039, "lr": 1.1313406708120327e-06, "epoch": 2.411095305832148, "percentage": 80.37, "elapsed_time": "4:43:48", "remaining_time": "1:09:19"}
+{"current_steps": 3400, "total_steps": 4218, "loss": 0.0043, "lr": 1.1052584882950896e-06, "epoch": 2.418207681365576, "percentage": 80.61, "elapsed_time": "4:44:50", "remaining_time": "1:08:31"}
+{"current_steps": 3410, "total_steps": 4218, "loss": 0.0036, "lr": 1.0794430674917262e-06, "epoch": 2.4253200568990043, "percentage": 80.84, "elapsed_time": "4:45:42", "remaining_time": "1:07:42"}
+{"current_steps": 3420, "total_steps": 4218, "loss": 0.0049, "lr": 1.0538961765721429e-06, "epoch": 2.4324324324324325, "percentage": 81.08, "elapsed_time": "4:46:23", "remaining_time": "1:06:49"}
+{"current_steps": 3430, "total_steps": 4218, "loss": 0.0044, "lr": 1.0286195653141822e-06, "epoch": 2.4395448079658606, "percentage": 81.32, "elapsed_time": "4:47:08", "remaining_time": "1:05:58"}
+{"current_steps": 3440, "total_steps": 4218, "loss": 0.0041, "lr": 1.0036149649834786e-06, "epoch": 2.4466571834992887, "percentage": 81.56, "elapsed_time": "4:47:57", "remaining_time": "1:05:07"}
+{"current_steps": 3450, "total_steps": 4218, "loss": 0.0044, "lr": 9.788840882148803e-07, "epoch": 2.453769559032717, "percentage": 81.79, "elapsed_time": "4:48:51", "remaining_time": "1:04:18"}
+{"current_steps": 3460, "total_steps": 4218, "loss": 0.0035, "lr": 9.544286288951393e-07, "epoch": 2.460881934566145, "percentage": 82.03, "elapsed_time": "4:49:35", "remaining_time": "1:03:26"}
+{"current_steps": 3470, "total_steps": 4218, "loss": 0.0046, "lr": 9.302502620469073e-07, "epoch": 2.467994310099573, "percentage": 82.27, "elapsed_time": "4:50:26", "remaining_time": "1:02:36"}
+{"current_steps": 3480, "total_steps": 4218, "loss": 0.0039, "lr": 9.063506437139901e-07, "epoch": 2.4751066856330013, "percentage": 82.5, "elapsed_time": "4:51:16", "remaining_time": "1:01:46"}
+{"current_steps": 3490, "total_steps": 4218, "loss": 0.0039, "lr": 8.827314108479357e-07, "epoch": 2.4822190611664294, "percentage": 82.74, "elapsed_time": "4:52:13", "remaining_time": "1:00:57"}
+{"current_steps": 3500, "total_steps": 4218, "loss": 0.0038, "lr": 8.593941811959078e-07, "epoch": 2.4893314366998576, "percentage": 82.98, "elapsed_time": "4:52:59", "remaining_time": "1:00:06"}
+{"current_steps": 3510, "total_steps": 4218, "loss": 0.004, "lr": 8.363405531898833e-07, "epoch": 2.496443812233286, "percentage": 83.21, "elapsed_time": "4:53:41", "remaining_time": "0:59:14"}
+{"current_steps": 3520, "total_steps": 4218, "loss": 0.0038, "lr": 8.135721058371681e-07, "epoch": 2.503556187766714, "percentage": 83.45, "elapsed_time": "4:54:29", "remaining_time": "0:58:23"}
+{"current_steps": 3530, "total_steps": 4218, "loss": 0.0024, "lr": 7.910903986122537e-07, "epoch": 2.5106685633001424, "percentage": 83.69, "elapsed_time": "4:55:14", "remaining_time": "0:57:32"}
+{"current_steps": 3540, "total_steps": 4218, "loss": 0.0037, "lr": 7.688969713499983e-07, "epoch": 2.5177809388335706, "percentage": 83.93, "elapsed_time": "4:56:16", "remaining_time": "0:56:44"}
+{"current_steps": 3550, "total_steps": 4218, "loss": 0.0041, "lr": 7.469933441401606e-07, "epoch": 2.5248933143669987, "percentage": 84.16, "elapsed_time": "4:57:10", "remaining_time": "0:55:55"}
+{"current_steps": 3560, "total_steps": 4218, "loss": 0.0033, "lr": 7.253810172232867e-07, "epoch": 2.532005689900427, "percentage": 84.4, "elapsed_time": "4:58:00", "remaining_time": "0:55:04"}
+{"current_steps": 3570, "total_steps": 4218, "loss": 0.0036, "lr": 7.040614708879489e-07, "epoch": 2.539118065433855, "percentage": 84.64, "elapsed_time": "4:58:43", "remaining_time": "0:54:13"}
+{"current_steps": 3580, "total_steps": 4218, "loss": 0.0037, "lr": 6.830361653693673e-07, "epoch": 2.546230440967283, "percentage": 84.87, "elapsed_time": "4:59:42", "remaining_time": "0:53:24"}
+{"current_steps": 3590, "total_steps": 4218, "loss": 0.0037, "lr": 6.623065407493801e-07, "epoch": 2.5533428165007113, "percentage": 85.11, "elapsed_time": "5:00:34", "remaining_time": "0:52:34"}
+{"current_steps": 3600, "total_steps": 4218, "loss": 0.0033, "lr": 6.418740168578208e-07, "epoch": 2.5604551920341394, "percentage": 85.35, "elapsed_time": "5:01:34", "remaining_time": "0:51:46"}
+{"current_steps": 3610, "total_steps": 4218, "loss": 0.0035, "lr": 6.217399931752627e-07, "epoch": 2.5675675675675675, "percentage": 85.59, "elapsed_time": "5:02:19", "remaining_time": "0:50:54"}
+{"current_steps": 3620, "total_steps": 4218, "loss": 0.0033, "lr": 6.019058487371687e-07, "epoch": 2.5746799431009957, "percentage": 85.82, "elapsed_time": "5:02:59", "remaining_time": "0:50:03"}
+{"current_steps": 3630, "total_steps": 4218, "loss": 0.0042, "lr": 5.82372942039432e-07, "epoch": 2.581792318634424, "percentage": 86.06, "elapsed_time": "5:03:43", "remaining_time": "0:49:11"}
+{"current_steps": 3640, "total_steps": 4218, "loss": 0.004, "lr": 5.631426109453364e-07, "epoch": 2.588904694167852, "percentage": 86.3, "elapsed_time": "5:04:35", "remaining_time": "0:48:22"}
+{"current_steps": 3650, "total_steps": 4218, "loss": 0.0037, "lr": 5.44216172593916e-07, "epoch": 2.59601706970128, "percentage": 86.53, "elapsed_time": "5:05:28", "remaining_time": "0:47:32"}
+{"current_steps": 3660, "total_steps": 4218, "loss": 0.0037, "lr": 5.255949233097451e-07, "epoch": 2.6031294452347082, "percentage": 86.77, "elapsed_time": "5:06:24", "remaining_time": "0:46:42"}
+{"current_steps": 3670, "total_steps": 4218, "loss": 0.0036, "lr": 5.072801385141429e-07, "epoch": 2.6102418207681364, "percentage": 87.01, "elapsed_time": "5:07:31", "remaining_time": "0:45:55"}
+{"current_steps": 3680, "total_steps": 4218, "loss": 0.0032, "lr": 4.89273072637827e-07, "epoch": 2.617354196301565, "percentage": 87.25, "elapsed_time": "5:08:12", "remaining_time": "0:45:03"}
+{"current_steps": 3690, "total_steps": 4218, "loss": 0.0033, "lr": 4.7157495903498105e-07, "epoch": 2.6244665718349927, "percentage": 87.48, "elapsed_time": "5:09:08", "remaining_time": "0:44:14"}
+{"current_steps": 3700, "total_steps": 4218, "loss": 0.0037, "lr": 4.541870098987911e-07, "epoch": 2.6315789473684212, "percentage": 87.72, "elapsed_time": "5:09:56", "remaining_time": "0:43:23"}
+{"current_steps": 3710, "total_steps": 4218, "loss": 0.0043, "lr": 4.371104161784073e-07, "epoch": 2.6386913229018494, "percentage": 87.96, "elapsed_time": "5:10:46", "remaining_time": "0:42:33"}
+{"current_steps": 3720, "total_steps": 4218, "loss": 0.0032, "lr": 4.2034634749738623e-07, "epoch": 2.6458036984352775, "percentage": 88.19, "elapsed_time": "5:11:35", "remaining_time": "0:41:42"}
+{"current_steps": 3730, "total_steps": 4218, "loss": 0.004, "lr": 4.038959520735658e-07, "epoch": 2.6529160739687057, "percentage": 88.43, "elapsed_time": "5:12:19", "remaining_time": "0:40:51"}
+{"current_steps": 3740, "total_steps": 4218, "loss": 0.0037, "lr": 3.8776035664043033e-07, "epoch": 2.660028449502134, "percentage": 88.67, "elapsed_time": "5:13:08", "remaining_time": "0:40:01"}
+{"current_steps": 3750, "total_steps": 4218, "loss": 0.0042, "lr": 3.719406663699349e-07, "epoch": 2.667140825035562, "percentage": 88.9, "elapsed_time": "5:13:48", "remaining_time": "0:39:09"}
+{"current_steps": 3760, "total_steps": 4218, "loss": 0.0035, "lr": 3.564379647968064e-07, "epoch": 2.67425320056899, "percentage": 89.14, "elapsed_time": "5:14:49", "remaining_time": "0:38:20"}
+{"current_steps": 3770, "total_steps": 4218, "loss": 0.0038, "lr": 3.4125331374433414e-07, "epoch": 2.681365576102418, "percentage": 89.38, "elapsed_time": "5:15:30", "remaining_time": "0:37:29"}
+{"current_steps": 3780, "total_steps": 4218, "loss": 0.0029, "lr": 3.2638775325163517e-07, "epoch": 2.6884779516358464, "percentage": 89.62, "elapsed_time": "5:16:12", "remaining_time": "0:36:38"}
+{"current_steps": 3790, "total_steps": 4218, "loss": 0.0028, "lr": 3.1184230150243025e-07, "epoch": 2.6955903271692745, "percentage": 89.85, "elapsed_time": "5:17:00", "remaining_time": "0:35:48"}
+{"current_steps": 3800, "total_steps": 4218, "loss": 0.0031, "lr": 2.9761795475529375e-07, "epoch": 2.7027027027027026, "percentage": 90.09, "elapsed_time": "5:17:53", "remaining_time": "0:34:58"}
+{"current_steps": 3810, "total_steps": 4218, "loss": 0.0036, "lr": 2.8371568727542486e-07, "epoch": 2.7098150782361308, "percentage": 90.33, "elapsed_time": "5:18:49", "remaining_time": "0:34:08"}
+{"current_steps": 3820, "total_steps": 4218, "loss": 0.003, "lr": 2.7013645126791446e-07, "epoch": 2.716927453769559, "percentage": 90.56, "elapsed_time": "5:19:26", "remaining_time": "0:33:16"}
+{"current_steps": 3830, "total_steps": 4218, "loss": 0.0033, "lr": 2.5688117681252677e-07, "epoch": 2.724039829302987, "percentage": 90.8, "elapsed_time": "5:20:15", "remaining_time": "0:32:26"}
+{"current_steps": 3840, "total_steps": 4218, "loss": 0.003, "lr": 2.439507717999945e-07, "epoch": 2.731152204836415, "percentage": 91.04, "elapsed_time": "5:21:18", "remaining_time": "0:31:37"}
+{"current_steps": 3850, "total_steps": 4218, "loss": 0.0036, "lr": 2.3134612186983817e-07, "epoch": 2.7382645803698438, "percentage": 91.28, "elapsed_time": "5:21:54", "remaining_time": "0:30:46"}
+{"current_steps": 3860, "total_steps": 4218, "loss": 0.0035, "lr": 2.1906809034970057e-07, "epoch": 2.7453769559032715, "percentage": 91.51, "elapsed_time": "5:22:44", "remaining_time": "0:29:56"}
+{"current_steps": 3870, "total_steps": 4218, "loss": 0.003, "lr": 2.0711751819622038e-07, "epoch": 2.7524893314367, "percentage": 91.75, "elapsed_time": "5:23:23", "remaining_time": "0:29:04"}
+{"current_steps": 3880, "total_steps": 4218, "loss": 0.0042, "lr": 1.954952239374286e-07, "epoch": 2.759601706970128, "percentage": 91.99, "elapsed_time": "5:24:15", "remaining_time": "0:28:14"}
+{"current_steps": 3890, "total_steps": 4218, "loss": 0.0036, "lr": 1.8420200361669137e-07, "epoch": 2.7667140825035563, "percentage": 92.22, "elapsed_time": "5:25:02", "remaining_time": "0:27:24"}
+{"current_steps": 3900, "total_steps": 4218, "loss": 0.0031, "lr": 1.732386307381767e-07, "epoch": 2.7738264580369845, "percentage": 92.46, "elapsed_time": "5:25:56", "remaining_time": "0:26:34"}
+{"current_steps": 3910, "total_steps": 4218, "loss": 0.0034, "lr": 1.6260585621388604e-07, "epoch": 2.7809388335704126, "percentage": 92.7, "elapsed_time": "5:26:43", "remaining_time": "0:25:44"}
+{"current_steps": 3920, "total_steps": 4218, "loss": 0.0044, "lr": 1.523044083122138e-07, "epoch": 2.7880512091038407, "percentage": 92.94, "elapsed_time": "5:27:38", "remaining_time": "0:24:54"}
+{"current_steps": 3930, "total_steps": 4218, "loss": 0.0045, "lr": 1.4233499260807194e-07, "epoch": 2.795163584637269, "percentage": 93.17, "elapsed_time": "5:28:19", "remaining_time": "0:24:03"}
+{"current_steps": 3940, "total_steps": 4218, "loss": 0.0034, "lr": 1.326982919345582e-07, "epoch": 2.802275960170697, "percentage": 93.41, "elapsed_time": "5:29:11", "remaining_time": "0:23:13"}
+{"current_steps": 3950, "total_steps": 4218, "loss": 0.0031, "lr": 1.2339496633619218e-07, "epoch": 2.809388335704125, "percentage": 93.65, "elapsed_time": "5:30:02", "remaining_time": "0:22:23"}
+{"current_steps": 3960, "total_steps": 4218, "loss": 0.0029, "lr": 1.1442565302370146e-07, "epoch": 2.8165007112375533, "percentage": 93.88, "elapsed_time": "5:31:00", "remaining_time": "0:21:33"}
+{"current_steps": 3970, "total_steps": 4218, "loss": 0.0037, "lr": 1.0579096633038411e-07, "epoch": 2.8236130867709814, "percentage": 94.12, "elapsed_time": "5:31:48", "remaining_time": "0:20:43"}
+{"current_steps": 3980, "total_steps": 4218, "loss": 0.0032, "lr": 9.749149767002197e-08, "epoch": 2.8307254623044096, "percentage": 94.36, "elapsed_time": "5:32:34", "remaining_time": "0:19:53"}
+{"current_steps": 3990, "total_steps": 4218, "loss": 0.004, "lr": 8.952781549638412e-08, "epoch": 2.8378378378378377, "percentage": 94.59, "elapsed_time": "5:33:23", "remaining_time": "0:19:03"}
+{"current_steps": 4000, "total_steps": 4218, "loss": 0.0031, "lr": 8.190046526428241e-08, "epoch": 2.844950213371266, "percentage": 94.83, "elapsed_time": "5:34:17", "remaining_time": "0:18:13"}
+{"current_steps": 4010, "total_steps": 4218, "loss": 0.0039, "lr": 7.460996939221643e-08, "epoch": 2.852062588904694, "percentage": 95.07, "elapsed_time": "5:35:11", "remaining_time": "0:17:23"}
+{"current_steps": 4020, "total_steps": 4218, "loss": 0.0039, "lr": 6.765682722659151e-08, "epoch": 2.8591749644381226, "percentage": 95.31, "elapsed_time": "5:36:01", "remaining_time": "0:16:33"}
+{"current_steps": 4030, "total_steps": 4218, "loss": 0.0028, "lr": 6.104151500751609e-08, "epoch": 2.8662873399715503, "percentage": 95.54, "elapsed_time": "5:37:00", "remaining_time": "0:15:43"}
+{"current_steps": 4040, "total_steps": 4218, "loss": 0.0039, "lr": 5.476448583618288e-08, "epoch": 2.873399715504979, "percentage": 95.78, "elapsed_time": "5:37:56", "remaining_time": "0:14:53"}
+{"current_steps": 4050, "total_steps": 4218, "loss": 0.0028, "lr": 4.8826169643832464e-08, "epoch": 2.8805120910384066, "percentage": 96.02, "elapsed_time": "5:38:48", "remaining_time": "0:14:03"}
+{"current_steps": 4060, "total_steps": 4218, "loss": 0.0039, "lr": 4.322697316231361e-08, "epoch": 2.887624466571835, "percentage": 96.25, "elapsed_time": "5:39:36", "remaining_time": "0:13:12"}
+{"current_steps": 4070, "total_steps": 4218, "loss": 0.0027, "lr": 3.796727989621385e-08, "epoch": 2.8947368421052633, "percentage": 96.49, "elapsed_time": "5:40:27", "remaining_time": "0:12:22"}
+{"current_steps": 4080, "total_steps": 4218, "loss": 0.0033, "lr": 3.304745009660326e-08, "epoch": 2.9018492176386914, "percentage": 96.73, "elapsed_time": "5:41:26", "remaining_time": "0:11:32"}
+{"current_steps": 4090, "total_steps": 4218, "loss": 0.0031, "lr": 2.8467820736350903e-08, "epoch": 2.9089615931721196, "percentage": 96.97, "elapsed_time": "5:42:25", "remaining_time": "0:10:42"}
+{"current_steps": 4100, "total_steps": 4218, "loss": 0.0032, "lr": 2.422870548705103e-08, "epoch": 2.9160739687055477, "percentage": 97.2, "elapsed_time": "5:43:14", "remaining_time": "0:09:52"}
+{"current_steps": 4110, "total_steps": 4218, "loss": 0.0037, "lr": 2.0330394697534726e-08, "epoch": 2.923186344238976, "percentage": 97.44, "elapsed_time": "5:43:58", "remaining_time": "0:09:02"}
+{"current_steps": 4120, "total_steps": 4218, "loss": 0.0038, "lr": 1.677315537398583e-08, "epoch": 2.930298719772404, "percentage": 97.68, "elapsed_time": "5:44:41", "remaining_time": "0:08:11"}
+{"current_steps": 4130, "total_steps": 4218, "loss": 0.0032, "lr": 1.355723116165164e-08, "epoch": 2.937411095305832, "percentage": 97.91, "elapsed_time": "5:45:37", "remaining_time": "0:07:21"}
+{"current_steps": 4140, "total_steps": 4218, "loss": 0.0033, "lr": 1.0682842328154086e-08, "epoch": 2.9445234708392602, "percentage": 98.15, "elapsed_time": "5:46:31", "remaining_time": "0:06:31"}
+{"current_steps": 4150, "total_steps": 4218, "loss": 0.0037, "lr": 8.150185748405092e-09, "epoch": 2.9516358463726884, "percentage": 98.39, "elapsed_time": "5:47:20", "remaining_time": "0:05:41"}
+{"current_steps": 4160, "total_steps": 4218, "loss": 0.0034, "lr": 5.959434891121274e-09, "epoch": 2.9587482219061165, "percentage": 98.62, "elapsed_time": "5:48:09", "remaining_time": "0:04:51"}
+{"current_steps": 4170, "total_steps": 4218, "loss": 0.003, "lr": 4.110739806940656e-09, "epoch": 2.9658605974395447, "percentage": 98.86, "elapsed_time": "5:48:58", "remaining_time": "0:04:01"}
+{"current_steps": 4180, "total_steps": 4218, "loss": 0.0027, "lr": 2.604227118148117e-09, "epoch": 2.972972972972973, "percentage": 99.1, "elapsed_time": "5:49:55", "remaining_time": "0:03:10"}
+{"current_steps": 4190, "total_steps": 4218, "loss": 0.0033, "lr": 1.4400000100017741e-09, "epoch": 2.9800853485064014, "percentage": 99.34, "elapsed_time": "5:50:48", "remaining_time": "0:02:20"}
+{"current_steps": 4200, "total_steps": 4218, "loss": 0.0028, "lr": 6.181382236641887e-10, "epoch": 2.987197724039829, "percentage": 99.57, "elapsed_time": "5:51:36", "remaining_time": "0:01:30"}
+{"current_steps": 4210, "total_steps": 4218, "loss": 0.0033, "lr": 1.3869805074284704e-10, "epoch": 2.9943100995732577, "percentage": 99.81, "elapsed_time": "5:52:28", "remaining_time": "0:00:40"}
+{"current_steps": 4218, "total_steps": 4218, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "5:53:12", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2990 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 4218,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007112375533428165,
+      "grad_norm": 27.90213406968924,
+      "learning_rate": 2.132701421800948e-07,
+      "loss": 3.2736,
+      "step": 10
+    },
+    {
+      "epoch": 0.01422475106685633,
+      "grad_norm": 30.079497662873973,
+      "learning_rate": 4.502369668246446e-07,
+      "loss": 3.0907,
+      "step": 20
+    },
+    {
+      "epoch": 0.021337126600284494,
+      "grad_norm": 22.857450095219185,
+      "learning_rate": 6.872037914691944e-07,
+      "loss": 2.5585,
+      "step": 30
+    },
+    {
+      "epoch": 0.02844950213371266,
+      "grad_norm": 9.747429876049775,
+      "learning_rate": 9.241706161137441e-07,
+      "loss": 2.0379,
+      "step": 40
+    },
+    {
+      "epoch": 0.03556187766714083,
+      "grad_norm": 7.291577115660012,
+      "learning_rate": 1.161137440758294e-06,
+      "loss": 1.8576,
+      "step": 50
+    },
+    {
+      "epoch": 0.04267425320056899,
+      "grad_norm": 5.532213240888032,
+      "learning_rate": 1.3981042654028437e-06,
+      "loss": 1.7949,
+      "step": 60
+    },
+    {
+      "epoch": 0.049786628733997154,
+      "grad_norm": 5.933113444425918,
+      "learning_rate": 1.6350710900473934e-06,
+      "loss": 1.717,
+      "step": 70
+    },
+    {
+      "epoch": 0.05689900426742532,
+      "grad_norm": 6.263277176684849,
+      "learning_rate": 1.8720379146919433e-06,
+      "loss": 1.6602,
+      "step": 80
+    },
+    {
+      "epoch": 0.06401137980085349,
+      "grad_norm": 5.6983842698392335,
+      "learning_rate": 2.109004739336493e-06,
+      "loss": 1.64,
+      "step": 90
+    },
+    {
+      "epoch": 0.07112375533428165,
+      "grad_norm": 5.6269726113930885,
+      "learning_rate": 2.345971563981043e-06,
+      "loss": 1.5702,
+      "step": 100
+    },
+    {
+      "epoch": 0.07823613086770982,
+      "grad_norm": 6.030572227568665,
+      "learning_rate": 2.5829383886255925e-06,
+      "loss": 1.5699,
+      "step": 110
+    },
+    {
+      "epoch": 0.08534850640113797,
+      "grad_norm": 5.647899868810465,
+      "learning_rate": 2.8199052132701426e-06,
+      "loss": 1.5838,
+      "step": 120
+    },
+    {
+      "epoch": 0.09246088193456614,
+      "grad_norm": 5.411803675210431,
+      "learning_rate": 3.0568720379146923e-06,
+      "loss": 1.5524,
+      "step": 130
+    },
+    {
+      "epoch": 0.09957325746799431,
+      "grad_norm": 6.081650138994435,
+      "learning_rate": 3.293838862559242e-06,
+      "loss": 1.4833,
+      "step": 140
+    },
+    {
+      "epoch": 0.10668563300142248,
+      "grad_norm": 5.828711910857202,
+      "learning_rate": 3.5308056872037916e-06,
+      "loss": 1.4856,
+      "step": 150
+    },
+    {
+      "epoch": 0.11379800853485064,
+      "grad_norm": 6.169902161575631,
+      "learning_rate": 3.7677725118483417e-06,
+      "loss": 1.5518,
+      "step": 160
+    },
+    {
+      "epoch": 0.12091038406827881,
+      "grad_norm": 6.587348119423249,
+      "learning_rate": 4.004739336492891e-06,
+      "loss": 1.4465,
+      "step": 170
+    },
+    {
+      "epoch": 0.12802275960170698,
+      "grad_norm": 5.895125466115613,
+      "learning_rate": 4.2417061611374415e-06,
+      "loss": 1.4266,
+      "step": 180
+    },
+    {
+      "epoch": 0.13513513513513514,
+      "grad_norm": 6.8094291227728645,
+      "learning_rate": 4.478672985781991e-06,
+      "loss": 1.3488,
+      "step": 190
+    },
+    {
+      "epoch": 0.1422475106685633,
+      "grad_norm": 5.67979253930217,
+      "learning_rate": 4.715639810426541e-06,
+      "loss": 1.3592,
+      "step": 200
+    },
+    {
+      "epoch": 0.14935988620199148,
+      "grad_norm": 5.707997611061335,
+      "learning_rate": 4.952606635071091e-06,
+      "loss": 1.3454,
+      "step": 210
+    },
+    {
+      "epoch": 0.15647226173541964,
+      "grad_norm": 5.768661138747192,
+      "learning_rate": 5.18957345971564e-06,
+      "loss": 1.3214,
+      "step": 220
+    },
+    {
+      "epoch": 0.16358463726884778,
+      "grad_norm": 6.881542275829192,
+      "learning_rate": 5.42654028436019e-06,
+      "loss": 1.3095,
+      "step": 230
+    },
+    {
+      "epoch": 0.17069701280227595,
+      "grad_norm": 6.71203878660968,
+      "learning_rate": 5.66350710900474e-06,
+      "loss": 1.3164,
+      "step": 240
+    },
+    {
+      "epoch": 0.17780938833570412,
+      "grad_norm": 6.234033501973343,
+      "learning_rate": 5.90047393364929e-06,
+      "loss": 1.2996,
+      "step": 250
+    },
+    {
+      "epoch": 0.18492176386913228,
+      "grad_norm": 8.33843806575378,
+      "learning_rate": 6.137440758293839e-06,
+      "loss": 1.2654,
+      "step": 260
+    },
+    {
+      "epoch": 0.19203413940256045,
+      "grad_norm": 7.595129348800133,
+      "learning_rate": 6.374407582938389e-06,
+      "loss": 1.206,
+      "step": 270
+    },
+    {
+      "epoch": 0.19914651493598862,
+      "grad_norm": 6.466022627087353,
+      "learning_rate": 6.611374407582939e-06,
+      "loss": 1.1502,
+      "step": 280
+    },
+    {
+      "epoch": 0.20625889046941678,
+      "grad_norm": 5.968433152101503,
+      "learning_rate": 6.848341232227489e-06,
+      "loss": 1.1757,
+      "step": 290
+    },
+    {
+      "epoch": 0.21337126600284495,
+      "grad_norm": 6.614463560965846,
+      "learning_rate": 7.085308056872039e-06,
+      "loss": 1.1513,
+      "step": 300
+    },
+    {
+      "epoch": 0.22048364153627312,
+      "grad_norm": 6.349655408064992,
+      "learning_rate": 7.322274881516588e-06,
+      "loss": 1.1687,
+      "step": 310
+    },
+    {
+      "epoch": 0.22759601706970128,
+      "grad_norm": 7.059546274489307,
+      "learning_rate": 7.559241706161138e-06,
+      "loss": 1.0784,
+      "step": 320
+    },
+    {
+      "epoch": 0.23470839260312945,
+      "grad_norm": 7.174629090661151,
+      "learning_rate": 7.796208530805689e-06,
+      "loss": 1.1724,
+      "step": 330
+    },
+    {
+      "epoch": 0.24182076813655762,
+      "grad_norm": 7.1852274620100625,
+      "learning_rate": 8.033175355450237e-06,
+      "loss": 1.0926,
+      "step": 340
+    },
+    {
+      "epoch": 0.24893314366998578,
+      "grad_norm": 6.094122405795049,
+      "learning_rate": 8.270142180094787e-06,
+      "loss": 1.0875,
+      "step": 350
+    },
+    {
+      "epoch": 0.25604551920341395,
+      "grad_norm": 6.582672868116728,
+      "learning_rate": 8.507109004739337e-06,
+      "loss": 1.0287,
+      "step": 360
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "grad_norm": 6.88641059493668,
+      "learning_rate": 8.744075829383887e-06,
+      "loss": 1.0029,
+      "step": 370
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 7.170889864871836,
+      "learning_rate": 8.981042654028437e-06,
+      "loss": 0.9941,
+      "step": 380
+    },
+    {
+      "epoch": 0.2773826458036984,
+      "grad_norm": 6.028377283203336,
+      "learning_rate": 9.218009478672988e-06,
+      "loss": 0.8674,
+      "step": 390
+    },
+    {
+      "epoch": 0.2844950213371266,
+      "grad_norm": 6.377454467317432,
+      "learning_rate": 9.454976303317538e-06,
+      "loss": 0.9614,
+      "step": 400
+    },
+    {
+      "epoch": 0.29160739687055476,
+      "grad_norm": 7.795658548149459,
+      "learning_rate": 9.691943127962086e-06,
+      "loss": 0.888,
+      "step": 410
+    },
+    {
+      "epoch": 0.29871977240398295,
+      "grad_norm": 7.482126849367938,
+      "learning_rate": 9.928909952606636e-06,
+      "loss": 0.9175,
+      "step": 420
+    },
+    {
+      "epoch": 0.3058321479374111,
+      "grad_norm": 6.2359374732919655,
+      "learning_rate": 9.99991609608766e-06,
+      "loss": 0.8985,
+      "step": 430
+    },
+    {
+      "epoch": 0.3129445234708393,
+      "grad_norm": 6.511421095028972,
+      "learning_rate": 9.999505144928566e-06,
+      "loss": 0.9245,
+      "step": 440
+    },
+    {
+      "epoch": 0.3200568990042674,
+      "grad_norm": 6.684499797692544,
+      "learning_rate": 9.998751763712045e-06,
+      "loss": 0.8095,
+      "step": 450
+    },
+    {
+      "epoch": 0.32716927453769556,
+      "grad_norm": 6.52623510868485,
+      "learning_rate": 9.997656004039284e-06,
+      "loss": 0.7917,
+      "step": 460
+    },
+    {
+      "epoch": 0.33428165007112376,
+      "grad_norm": 6.391785139835116,
+      "learning_rate": 9.99621794096192e-06,
+      "loss": 0.8154,
+      "step": 470
+    },
+    {
+      "epoch": 0.3413940256045519,
+      "grad_norm": 6.061600108949675,
+      "learning_rate": 9.994437672976904e-06,
+      "loss": 0.7042,
+      "step": 480
+    },
+    {
+      "epoch": 0.3485064011379801,
+      "grad_norm": 7.003990519280338,
+      "learning_rate": 9.99231532201976e-06,
+      "loss": 0.7912,
+      "step": 490
+    },
+    {
+      "epoch": 0.35561877667140823,
+      "grad_norm": 6.376557739362439,
+      "learning_rate": 9.989851033456224e-06,
+      "loss": 0.753,
+      "step": 500
+    },
+    {
+      "epoch": 0.3627311522048364,
+      "grad_norm": 6.674903860198922,
+      "learning_rate": 9.987044976072298e-06,
+      "loss": 0.7059,
+      "step": 510
+    },
+    {
+      "epoch": 0.36984352773826457,
+      "grad_norm": 6.92825266420183,
+      "learning_rate": 9.983897342062681e-06,
+      "loss": 0.7308,
+      "step": 520
+    },
+    {
+      "epoch": 0.37695590327169276,
+      "grad_norm": 6.802916451931196,
+      "learning_rate": 9.98040834701761e-06,
+      "loss": 0.7136,
+      "step": 530
+    },
+    {
+      "epoch": 0.3840682788051209,
+      "grad_norm": 5.5147042227151575,
+      "learning_rate": 9.97657822990809e-06,
+      "loss": 0.7085,
+      "step": 540
+    },
+    {
+      "epoch": 0.3911806543385491,
+      "grad_norm": 6.090876343717448,
+      "learning_rate": 9.972407253069527e-06,
+      "loss": 0.7049,
+      "step": 550
+    },
+    {
+      "epoch": 0.39829302987197723,
+      "grad_norm": 5.920393451920263,
+      "learning_rate": 9.967895702183767e-06,
+      "loss": 0.7136,
+      "step": 560
+    },
+    {
+      "epoch": 0.40540540540540543,
+      "grad_norm": 6.740639908684347,
+      "learning_rate": 9.963043886259518e-06,
+      "loss": 0.6648,
+      "step": 570
+    },
+    {
+      "epoch": 0.41251778093883357,
+      "grad_norm": 6.190326665175998,
+      "learning_rate": 9.957852137611187e-06,
+      "loss": 0.6538,
+      "step": 580
+    },
+    {
+      "epoch": 0.41963015647226176,
+      "grad_norm": 5.8193938810967865,
+      "learning_rate": 9.952320811836129e-06,
+      "loss": 0.5848,
+      "step": 590
+    },
+    {
+      "epoch": 0.4267425320056899,
+      "grad_norm": 5.231106852130435,
+      "learning_rate": 9.94645028779028e-06,
+      "loss": 0.6117,
+      "step": 600
+    },
+    {
+      "epoch": 0.43385490753911804,
+      "grad_norm": 6.42206432654939,
+      "learning_rate": 9.94024096756221e-06,
+      "loss": 0.5831,
+      "step": 610
+    },
+    {
+      "epoch": 0.44096728307254623,
+      "grad_norm": 7.364483477227342,
+      "learning_rate": 9.933693276445588e-06,
+      "loss": 0.5741,
+      "step": 620
+    },
+    {
+      "epoch": 0.4480796586059744,
+      "grad_norm": 5.6944684489072355,
+      "learning_rate": 9.92680766291005e-06,
+      "loss": 0.5976,
+      "step": 630
+    },
+    {
+      "epoch": 0.45519203413940257,
+      "grad_norm": 5.6237891453652455,
+      "learning_rate": 9.91958459857048e-06,
+      "loss": 0.5472,
+      "step": 640
+    },
+    {
+      "epoch": 0.4623044096728307,
+      "grad_norm": 5.1230807672316505,
+      "learning_rate": 9.912024578154706e-06,
+      "loss": 0.5302,
+      "step": 650
+    },
+    {
+      "epoch": 0.4694167852062589,
+      "grad_norm": 6.222140354090307,
+      "learning_rate": 9.904128119469625e-06,
+      "loss": 0.5292,
+      "step": 660
+    },
+    {
+      "epoch": 0.47652916073968704,
+      "grad_norm": 5.82908513723418,
+      "learning_rate": 9.895895763365722e-06,
+      "loss": 0.513,
+      "step": 670
+    },
+    {
+      "epoch": 0.48364153627311524,
+      "grad_norm": 5.479135634645378,
+      "learning_rate": 9.88732807370004e-06,
+      "loss": 0.4549,
+      "step": 680
+    },
+    {
+      "epoch": 0.4907539118065434,
+      "grad_norm": 6.604832724403904,
+      "learning_rate": 9.878425637297549e-06,
+      "loss": 0.4254,
+      "step": 690
+    },
+    {
+      "epoch": 0.49786628733997157,
+      "grad_norm": 5.618060296345201,
+      "learning_rate": 9.869189063910959e-06,
+      "loss": 0.4346,
+      "step": 700
+    },
+    {
+      "epoch": 0.5049786628733998,
+      "grad_norm": 6.326935885254636,
+      "learning_rate": 9.859618986178953e-06,
+      "loss": 0.4311,
+      "step": 710
+    },
+    {
+      "epoch": 0.5120910384068279,
+      "grad_norm": 6.411399143629572,
+      "learning_rate": 9.84971605958286e-06,
+      "loss": 0.4268,
+      "step": 720
+    },
+    {
+      "epoch": 0.519203413940256,
+      "grad_norm": 6.244636888029725,
+      "learning_rate": 9.839480962401753e-06,
+      "loss": 0.3943,
+      "step": 730
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 4.9638521174081935,
+      "learning_rate": 9.828914395665996e-06,
+      "loss": 0.3704,
+      "step": 740
+    },
+    {
+      "epoch": 0.5334281650071123,
+      "grad_norm": 5.557286789154222,
+      "learning_rate": 9.818017083109233e-06,
+      "loss": 0.4167,
+      "step": 750
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 5.693084707021369,
+      "learning_rate": 9.8067897711188e-06,
+      "loss": 0.3426,
+      "step": 760
+    },
+    {
+      "epoch": 0.5476529160739687,
+      "grad_norm": 6.528132775066785,
+      "learning_rate": 9.795233228684631e-06,
+      "loss": 0.3325,
+      "step": 770
+    },
+    {
+      "epoch": 0.5547652916073968,
+      "grad_norm": 4.9516616181943744,
+      "learning_rate": 9.783348247346558e-06,
+      "loss": 0.3526,
+      "step": 780
+    },
+    {
+      "epoch": 0.561877667140825,
+      "grad_norm": 5.285013263137629,
+      "learning_rate": 9.771135641140117e-06,
+      "loss": 0.2811,
+      "step": 790
+    },
+    {
+      "epoch": 0.5689900426742532,
+      "grad_norm": 5.427236432451273,
+      "learning_rate": 9.758596246540782e-06,
+      "loss": 0.3714,
+      "step": 800
+    },
+    {
+      "epoch": 0.5761024182076814,
+      "grad_norm": 4.2910836634846135,
+      "learning_rate": 9.74573092240668e-06,
+      "loss": 0.3484,
+      "step": 810
+    },
+    {
+      "epoch": 0.5832147937411095,
+      "grad_norm": 5.462486995732004,
+      "learning_rate": 9.732540549919758e-06,
+      "loss": 0.3275,
+      "step": 820
+    },
+    {
+      "epoch": 0.5903271692745377,
+      "grad_norm": 5.748493175038991,
+      "learning_rate": 9.719026032525432e-06,
+      "loss": 0.3134,
+      "step": 830
+    },
+    {
+      "epoch": 0.5974395448079659,
+      "grad_norm": 5.605839009853595,
+      "learning_rate": 9.70518829587071e-06,
+      "loss": 0.2918,
+      "step": 840
+    },
+    {
+      "epoch": 0.604551920341394,
+      "grad_norm": 4.3649770239167305,
+      "learning_rate": 9.691028287740783e-06,
+      "loss": 0.2941,
+      "step": 850
+    },
+    {
+      "epoch": 0.6116642958748222,
+      "grad_norm": 6.618364031460492,
+      "learning_rate": 9.67654697799412e-06,
+      "loss": 0.3041,
+      "step": 860
+    },
+    {
+      "epoch": 0.6187766714082503,
+      "grad_norm": 4.289539717689249,
+      "learning_rate": 9.661745358496033e-06,
+      "loss": 0.2691,
+      "step": 870
+    },
+    {
+      "epoch": 0.6258890469416786,
+      "grad_norm": 4.403362504112069,
+      "learning_rate": 9.64662444305074e-06,
+      "loss": 0.2789,
+      "step": 880
+    },
+    {
+      "epoch": 0.6330014224751067,
+      "grad_norm": 5.121206118009773,
+      "learning_rate": 9.631185267331937e-06,
+      "loss": 0.2585,
+      "step": 890
+    },
+    {
+      "epoch": 0.6401137980085349,
+      "grad_norm": 4.877490307909731,
+      "learning_rate": 9.615428888811842e-06,
+      "loss": 0.2499,
+      "step": 900
+    },
+    {
+      "epoch": 0.647226173541963,
+      "grad_norm": 5.01492577738939,
+      "learning_rate": 9.59935638668879e-06,
+      "loss": 0.2555,
+      "step": 910
+    },
+    {
+      "epoch": 0.6543385490753911,
+      "grad_norm": 6.3855818621534555,
+      "learning_rate": 9.582968861813295e-06,
+      "loss": 0.2193,
+      "step": 920
+    },
+    {
+      "epoch": 0.6614509246088194,
+      "grad_norm": 4.33698276684028,
+      "learning_rate": 9.566267436612662e-06,
+      "loss": 0.2533,
+      "step": 930
+    },
+    {
+      "epoch": 0.6685633001422475,
+      "grad_norm": 4.685807210281303,
+      "learning_rate": 9.549253255014105e-06,
+      "loss": 0.2141,
+      "step": 940
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 5.275159675837076,
+      "learning_rate": 9.531927482366398e-06,
+      "loss": 0.2121,
+      "step": 950
+    },
+    {
+      "epoch": 0.6827880512091038,
+      "grad_norm": 4.756073343523271,
+      "learning_rate": 9.514291305360053e-06,
+      "loss": 0.2187,
+      "step": 960
+    },
+    {
+      "epoch": 0.689900426742532,
+      "grad_norm": 5.024551500100791,
+      "learning_rate": 9.496345931946039e-06,
+      "loss": 0.1841,
+      "step": 970
+    },
+    {
+      "epoch": 0.6970128022759602,
+      "grad_norm": 4.283692003797298,
+      "learning_rate": 9.47809259125306e-06,
+      "loss": 0.225,
+      "step": 980
+    },
+    {
+      "epoch": 0.7041251778093883,
+      "grad_norm": 5.201732993672687,
+      "learning_rate": 9.459532533503347e-06,
+      "loss": 0.184,
+      "step": 990
+    },
+    {
+      "epoch": 0.7112375533428165,
+      "grad_norm": 4.806159299085367,
+      "learning_rate": 9.440667029927043e-06,
+      "loss": 0.1774,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7183499288762447,
+      "grad_norm": 4.391296680269581,
+      "learning_rate": 9.421497372675133e-06,
+      "loss": 0.1729,
+      "step": 1010
+    },
+    {
+      "epoch": 0.7254623044096729,
+      "grad_norm": 3.4175211871739792,
+      "learning_rate": 9.402024874730928e-06,
+      "loss": 0.2066,
+      "step": 1020
+    },
+    {
+      "epoch": 0.732574679943101,
+      "grad_norm": 5.917646407329018,
+      "learning_rate": 9.382250869820146e-06,
+      "loss": 0.159,
+      "step": 1030
+    },
+    {
+      "epoch": 0.7396870554765291,
+      "grad_norm": 4.5654765488178155,
+      "learning_rate": 9.36217671231956e-06,
+      "loss": 0.1924,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7467994310099573,
+      "grad_norm": 4.148546026699148,
+      "learning_rate": 9.341803777164228e-06,
+      "loss": 0.1414,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7539118065433855,
+      "grad_norm": 5.299579387506197,
+      "learning_rate": 9.321133459753322e-06,
+      "loss": 0.1751,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7610241820768137,
+      "grad_norm": 3.9468784531968426,
+      "learning_rate": 9.300167175854564e-06,
+      "loss": 0.1642,
+      "step": 1070
+    },
+    {
+      "epoch": 0.7681365576102418,
+      "grad_norm": 4.258905236243376,
+      "learning_rate": 9.278906361507238e-06,
+      "loss": 0.1362,
+      "step": 1080
+    },
+    {
+      "epoch": 0.7752489331436699,
+      "grad_norm": 4.177714057989964,
+      "learning_rate": 9.257352472923842e-06,
+      "loss": 0.1375,
+      "step": 1090
+    },
+    {
+      "epoch": 0.7823613086770982,
+      "grad_norm": 4.631019052366409,
+      "learning_rate": 9.235506986390346e-06,
+      "loss": 0.1282,
+      "step": 1100
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "grad_norm": 4.025666581154786,
+      "learning_rate": 9.213371398165077e-06,
+      "loss": 0.1341,
+      "step": 1110
+    },
+    {
+      "epoch": 0.7965860597439545,
+      "grad_norm": 5.312761237015971,
+      "learning_rate": 9.190947224376238e-06,
+      "loss": 0.1624,
+      "step": 1120
+    },
+    {
+      "epoch": 0.8036984352773826,
+      "grad_norm": 4.847580150934388,
+      "learning_rate": 9.168236000918063e-06,
+      "loss": 0.1228,
+      "step": 1130
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 3.681304323084205,
+      "learning_rate": 9.145239283345618e-06,
+      "loss": 0.1295,
+      "step": 1140
+    },
+    {
+      "epoch": 0.817923186344239,
+      "grad_norm": 2.856809444870011,
+      "learning_rate": 9.121958646768251e-06,
+      "loss": 0.1239,
+      "step": 1150
+    },
+    {
+      "epoch": 0.8250355618776671,
+      "grad_norm": 3.8759882864356574,
+      "learning_rate": 9.09839568574173e-06,
+      "loss": 0.1058,
+      "step": 1160
+    },
+    {
+      "epoch": 0.8321479374110953,
+      "grad_norm": 3.520732889394545,
+      "learning_rate": 9.074552014158994e-06,
+      "loss": 0.1085,
+      "step": 1170
+    },
+    {
+      "epoch": 0.8392603129445235,
+      "grad_norm": 3.343174269734267,
+      "learning_rate": 9.050429265139647e-06,
+      "loss": 0.1158,
+      "step": 1180
+    },
+    {
+      "epoch": 0.8463726884779517,
+      "grad_norm": 4.5226917893573475,
+      "learning_rate": 9.026029090918076e-06,
+      "loss": 0.1222,
+      "step": 1190
+    },
+    {
+      "epoch": 0.8534850640113798,
+      "grad_norm": 3.7945492207672564,
+      "learning_rate": 9.001353162730297e-06,
+      "loss": 0.1112,
+      "step": 1200
+    },
+    {
+      "epoch": 0.8605974395448079,
+      "grad_norm": 4.30755037317223,
+      "learning_rate": 8.976403170699486e-06,
+      "loss": 0.1065,
+      "step": 1210
+    },
+    {
+      "epoch": 0.8677098150782361,
+      "grad_norm": 2.8075717567217033,
+      "learning_rate": 8.951180823720212e-06,
+      "loss": 0.0936,
+      "step": 1220
+    },
+    {
+      "epoch": 0.8748221906116643,
+      "grad_norm": 4.173272966405032,
+      "learning_rate": 8.925687849341398e-06,
+      "loss": 0.0794,
+      "step": 1230
+    },
+    {
+      "epoch": 0.8819345661450925,
+      "grad_norm": 3.41589130381316,
+      "learning_rate": 8.899925993647994e-06,
+      "loss": 0.0897,
+      "step": 1240
+    },
+    {
+      "epoch": 0.8890469416785206,
+      "grad_norm": 4.346956823329345,
+      "learning_rate": 8.873897021141378e-06,
+      "loss": 0.0887,
+      "step": 1250
+    },
+    {
+      "epoch": 0.8961593172119487,
+      "grad_norm": 3.51891817822506,
+      "learning_rate": 8.847602714618504e-06,
+      "loss": 0.0846,
+      "step": 1260
+    },
+    {
+      "epoch": 0.903271692745377,
+      "grad_norm": 3.106657795276442,
+      "learning_rate": 8.821044875049796e-06,
+      "loss": 0.0883,
+      "step": 1270
+    },
+    {
+      "epoch": 0.9103840682788051,
+      "grad_norm": 3.469975395363045,
+      "learning_rate": 8.794225321455788e-06,
+      "loss": 0.0893,
+      "step": 1280
+    },
+    {
+      "epoch": 0.9174964438122333,
+      "grad_norm": 4.092170025970377,
+      "learning_rate": 8.767145890782542e-06,
+      "loss": 0.0912,
+      "step": 1290
+    },
+    {
+      "epoch": 0.9246088193456614,
+      "grad_norm": 3.970701793851334,
+      "learning_rate": 8.739808437775825e-06,
+      "loss": 0.0759,
+      "step": 1300
+    },
+    {
+      "epoch": 0.9317211948790897,
+      "grad_norm": 4.338458399102716,
+      "learning_rate": 8.71221483485407e-06,
+      "loss": 0.0938,
+      "step": 1310
+    },
+    {
+      "epoch": 0.9388335704125178,
+      "grad_norm": 3.4360396182886963,
+      "learning_rate": 8.684366971980139e-06,
+      "loss": 0.0804,
+      "step": 1320
+    },
+    {
+      "epoch": 0.9459459459459459,
+      "grad_norm": 3.3921438457695654,
+      "learning_rate": 8.656266756531857e-06,
+      "loss": 0.0734,
+      "step": 1330
+    },
+    {
+      "epoch": 0.9530583214793741,
+      "grad_norm": 3.6703934299551126,
+      "learning_rate": 8.627916113171396e-06,
+      "loss": 0.0794,
+      "step": 1340
+    },
+    {
+      "epoch": 0.9601706970128022,
+      "grad_norm": 3.0528739658231823,
+      "learning_rate": 8.599316983713419e-06,
+      "loss": 0.0729,
+      "step": 1350
+    },
+    {
+      "epoch": 0.9672830725462305,
+      "grad_norm": 3.205301205746107,
+      "learning_rate": 8.570471326992105e-06,
+      "loss": 0.0776,
+      "step": 1360
+    },
+    {
+      "epoch": 0.9743954480796586,
+      "grad_norm": 3.39755647080461,
+      "learning_rate": 8.54138111872697e-06,
+      "loss": 0.0801,
+      "step": 1370
+    },
+    {
+      "epoch": 0.9815078236130867,
+      "grad_norm": 2.5637363679350056,
+      "learning_rate": 8.512048351387551e-06,
+      "loss": 0.0698,
+      "step": 1380
+    },
+    {
+      "epoch": 0.9886201991465149,
+      "grad_norm": 2.5368692351882367,
+      "learning_rate": 8.482475034056927e-06,
+      "loss": 0.0719,
+      "step": 1390
+    },
+    {
+      "epoch": 0.9957325746799431,
+      "grad_norm": 2.729862342028922,
+      "learning_rate": 8.452663192294121e-06,
+      "loss": 0.0704,
+      "step": 1400
+    },
+    {
+      "epoch": 1.0028449502133712,
+      "grad_norm": 3.2434913299704524,
+      "learning_rate": 8.42261486799536e-06,
+      "loss": 0.0619,
+      "step": 1410
+    },
+    {
+      "epoch": 1.0099573257467995,
+      "grad_norm": 2.7769965300793844,
+      "learning_rate": 8.392332119254214e-06,
+      "loss": 0.0498,
+      "step": 1420
+    },
+    {
+      "epoch": 1.0170697012802277,
+      "grad_norm": 2.824241471905449,
+      "learning_rate": 8.361817020220647e-06,
+      "loss": 0.0468,
+      "step": 1430
+    },
+    {
+      "epoch": 1.0241820768136558,
+      "grad_norm": 2.9150859408507794,
+      "learning_rate": 8.331071660958936e-06,
+      "loss": 0.0556,
+      "step": 1440
+    },
+    {
+      "epoch": 1.031294452347084,
+      "grad_norm": 1.907604048350405,
+      "learning_rate": 8.300098147304523e-06,
+      "loss": 0.047,
+      "step": 1450
+    },
+    {
+      "epoch": 1.038406827880512,
+      "grad_norm": 3.404202261022711,
+      "learning_rate": 8.268898600719785e-06,
+      "loss": 0.0553,
+      "step": 1460
+    },
+    {
+      "epoch": 1.0455192034139402,
+      "grad_norm": 3.931120264062831,
+      "learning_rate": 8.237475158148724e-06,
+      "loss": 0.0536,
+      "step": 1470
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "grad_norm": 3.1620958675587403,
+      "learning_rate": 8.205829971870602e-06,
+      "loss": 0.0479,
+      "step": 1480
+    },
+    {
+      "epoch": 1.0597439544807965,
+      "grad_norm": 2.7429804696608935,
+      "learning_rate": 8.173965209352524e-06,
+      "loss": 0.048,
+      "step": 1490
+    },
+    {
+      "epoch": 1.0668563300142249,
+      "grad_norm": 3.6303992768842437,
+      "learning_rate": 8.14188305310099e-06,
+      "loss": 0.0582,
+      "step": 1500
+    },
+    {
+      "epoch": 1.073968705547653,
+      "grad_norm": 3.293723594586508,
+      "learning_rate": 8.109585700512395e-06,
+      "loss": 0.0507,
+      "step": 1510
+    },
+    {
+      "epoch": 1.0810810810810811,
+      "grad_norm": 3.4841344851942755,
+      "learning_rate": 8.077075363722542e-06,
+      "loss": 0.0492,
+      "step": 1520
+    },
+    {
+      "epoch": 1.0881934566145093,
+      "grad_norm": 3.7536302337999277,
+      "learning_rate": 8.044354269455109e-06,
+      "loss": 0.059,
+      "step": 1530
+    },
+    {
+      "epoch": 1.0953058321479374,
+      "grad_norm": 3.261925658312736,
+      "learning_rate": 8.011424658869142e-06,
+      "loss": 0.0496,
+      "step": 1540
+    },
+    {
+      "epoch": 1.1024182076813656,
+      "grad_norm": 3.2649673226199503,
+      "learning_rate": 7.978288787405556e-06,
+      "loss": 0.0428,
+      "step": 1550
+    },
+    {
+      "epoch": 1.1095305832147937,
+      "grad_norm": 3.1908862790356185,
+      "learning_rate": 7.944948924632643e-06,
+      "loss": 0.0484,
+      "step": 1560
+    },
+    {
+      "epoch": 1.1166429587482218,
+      "grad_norm": 2.980091794093968,
+      "learning_rate": 7.911407354090634e-06,
+      "loss": 0.0485,
+      "step": 1570
+    },
+    {
+      "epoch": 1.12375533428165,
+      "grad_norm": 2.6098085172978287,
+      "learning_rate": 7.877666373135287e-06,
+      "loss": 0.0441,
+      "step": 1580
+    },
+    {
+      "epoch": 1.1308677098150781,
+      "grad_norm": 2.6329214221965485,
+      "learning_rate": 7.84372829278053e-06,
+      "loss": 0.052,
+      "step": 1590
+    },
+    {
+      "epoch": 1.1379800853485065,
+      "grad_norm": 2.9828411095241862,
+      "learning_rate": 7.809595437540189e-06,
+      "loss": 0.0444,
+      "step": 1600
+    },
+    {
+      "epoch": 1.1450924608819346,
+      "grad_norm": 2.8256209003189183,
+      "learning_rate": 7.775270145268755e-06,
+      "loss": 0.0405,
+      "step": 1610
+    },
+    {
+      "epoch": 1.1522048364153628,
+      "grad_norm": 2.1852050342228053,
+      "learning_rate": 7.740754767001278e-06,
+      "loss": 0.0443,
+      "step": 1620
+    },
+    {
+      "epoch": 1.159317211948791,
+      "grad_norm": 2.9459065182368223,
+      "learning_rate": 7.706051666792318e-06,
+      "loss": 0.044,
+      "step": 1630
+    },
+    {
+      "epoch": 1.166429587482219,
+      "grad_norm": 1.8756599971066235,
+      "learning_rate": 7.671163221554043e-06,
+      "loss": 0.0443,
+      "step": 1640
+    },
+    {
+      "epoch": 1.1735419630156472,
+      "grad_norm": 2.546613866229381,
+      "learning_rate": 7.636091820893417e-06,
+      "loss": 0.0485,
+      "step": 1650
+    },
+    {
+      "epoch": 1.1806543385490753,
+      "grad_norm": 2.6687368539976215,
+      "learning_rate": 7.600839866948528e-06,
+      "loss": 0.0479,
+      "step": 1660
+    },
+    {
+      "epoch": 1.1877667140825037,
+      "grad_norm": 3.1352891064330235,
+      "learning_rate": 7.565409774224066e-06,
+      "loss": 0.0478,
+      "step": 1670
+    },
+    {
+      "epoch": 1.1948790896159318,
+      "grad_norm": 2.840525979100908,
+      "learning_rate": 7.529803969425941e-06,
+      "loss": 0.0402,
+      "step": 1680
+    },
+    {
+      "epoch": 1.20199146514936,
+      "grad_norm": 2.6839166671210015,
+      "learning_rate": 7.494024891295075e-06,
+      "loss": 0.0456,
+      "step": 1690
+    },
+    {
+      "epoch": 1.209103840682788,
+      "grad_norm": 2.5400915247833513,
+      "learning_rate": 7.458074990440363e-06,
+      "loss": 0.0399,
+      "step": 1700
+    },
+    {
+      "epoch": 1.2162162162162162,
+      "grad_norm": 2.4640207101809923,
+      "learning_rate": 7.421956729170823e-06,
+      "loss": 0.0408,
+      "step": 1710
+    },
+    {
+      "epoch": 1.2233285917496444,
+      "grad_norm": 2.9057910772118296,
+      "learning_rate": 7.385672581326954e-06,
+      "loss": 0.0532,
+      "step": 1720
+    },
+    {
+      "epoch": 1.2304409672830725,
+      "grad_norm": 2.2101614324462004,
+      "learning_rate": 7.34922503211128e-06,
+      "loss": 0.0412,
+      "step": 1730
+    },
+    {
+      "epoch": 1.2375533428165006,
+      "grad_norm": 2.778141590898155,
+      "learning_rate": 7.312616577918149e-06,
+      "loss": 0.0383,
+      "step": 1740
+    },
+    {
+      "epoch": 1.2446657183499288,
+      "grad_norm": 1.9995919460370448,
+      "learning_rate": 7.2758497261627345e-06,
+      "loss": 0.0357,
+      "step": 1750
+    },
+    {
+      "epoch": 1.251778093883357,
+      "grad_norm": 2.9469506417904725,
+      "learning_rate": 7.238926995109306e-06,
+      "loss": 0.0421,
+      "step": 1760
+    },
+    {
+      "epoch": 1.2588904694167853,
+      "grad_norm": 2.916214854110651,
+      "learning_rate": 7.201850913698736e-06,
+      "loss": 0.0433,
+      "step": 1770
+    },
+    {
+      "epoch": 1.2660028449502134,
+      "grad_norm": 2.4356023661651935,
+      "learning_rate": 7.164624021375294e-06,
+      "loss": 0.0381,
+      "step": 1780
+    },
+    {
+      "epoch": 1.2731152204836416,
+      "grad_norm": 2.9191479958429705,
+      "learning_rate": 7.12724886791271e-06,
+      "loss": 0.0347,
+      "step": 1790
+    },
+    {
+      "epoch": 1.2802275960170697,
+      "grad_norm": 2.7350905980602964,
+      "learning_rate": 7.08972801323953e-06,
+      "loss": 0.042,
+      "step": 1800
+    },
+    {
+      "epoch": 1.2873399715504978,
+      "grad_norm": 1.8638175145049911,
+      "learning_rate": 7.052064027263785e-06,
+      "loss": 0.0358,
+      "step": 1810
+    },
+    {
+      "epoch": 1.294452347083926,
+      "grad_norm": 2.518215951733799,
+      "learning_rate": 7.014259489696968e-06,
+      "loss": 0.0313,
+      "step": 1820
+    },
+    {
+      "epoch": 1.3015647226173541,
+      "grad_norm": 2.7073773489335435,
+      "learning_rate": 6.976316989877343e-06,
+      "loss": 0.0315,
+      "step": 1830
+    },
+    {
+      "epoch": 1.3086770981507825,
+      "grad_norm": 2.1307550105530932,
+      "learning_rate": 6.938239126592592e-06,
+      "loss": 0.0305,
+      "step": 1840
+    },
+    {
+      "epoch": 1.3157894736842106,
+      "grad_norm": 2.5312376788572957,
+      "learning_rate": 6.90002850790182e-06,
+      "loss": 0.0441,
+      "step": 1850
+    },
+    {
+      "epoch": 1.3229018492176388,
+      "grad_norm": 2.5163550627582523,
+      "learning_rate": 6.861687750956922e-06,
+      "loss": 0.0363,
+      "step": 1860
+    },
+    {
+      "epoch": 1.330014224751067,
+      "grad_norm": 2.121254806907021,
+      "learning_rate": 6.823219481823318e-06,
+      "loss": 0.035,
+      "step": 1870
+    },
+    {
+      "epoch": 1.337126600284495,
+      "grad_norm": 1.6219365468690443,
+      "learning_rate": 6.784626335300102e-06,
+      "loss": 0.0211,
+      "step": 1880
+    },
+    {
+      "epoch": 1.3442389758179232,
+      "grad_norm": 2.53112733146716,
+      "learning_rate": 6.745910954739563e-06,
+      "loss": 0.0368,
+      "step": 1890
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 2.262886209479993,
+      "learning_rate": 6.707075991866143e-06,
+      "loss": 0.0337,
+      "step": 1900
+    },
+    {
+      "epoch": 1.3584637268847795,
+      "grad_norm": 2.2016920030917126,
+      "learning_rate": 6.668124106594813e-06,
+      "loss": 0.0323,
+      "step": 1910
+    },
+    {
+      "epoch": 1.3655761024182076,
+      "grad_norm": 2.503481715381616,
+      "learning_rate": 6.629057966848879e-06,
+      "loss": 0.0374,
+      "step": 1920
+    },
+    {
+      "epoch": 1.3726884779516357,
+      "grad_norm": 2.282735039659182,
+      "learning_rate": 6.589880248377258e-06,
+      "loss": 0.0293,
+      "step": 1930
+    },
+    {
+      "epoch": 1.379800853485064,
+      "grad_norm": 2.2077630603832223,
+      "learning_rate": 6.550593634571205e-06,
+      "loss": 0.0326,
+      "step": 1940
+    },
+    {
+      "epoch": 1.3869132290184922,
+      "grad_norm": 2.4581246568090167,
+      "learning_rate": 6.511200816280523e-06,
+      "loss": 0.0279,
+      "step": 1950
+    },
+    {
+      "epoch": 1.3940256045519204,
+      "grad_norm": 1.9826120506712706,
+      "learning_rate": 6.471704491629251e-06,
+      "loss": 0.0348,
+      "step": 1960
+    },
+    {
+      "epoch": 1.4011379800853485,
+      "grad_norm": 2.0571244476045187,
+      "learning_rate": 6.432107365830872e-06,
+      "loss": 0.0303,
+      "step": 1970
+    },
+    {
+      "epoch": 1.4082503556187767,
+      "grad_norm": 2.5505998895912594,
+      "learning_rate": 6.392412151003019e-06,
+      "loss": 0.0379,
+      "step": 1980
+    },
+    {
+      "epoch": 1.4153627311522048,
+      "grad_norm": 2.764733651901472,
+      "learning_rate": 6.3526215659817156e-06,
+      "loss": 0.0346,
+      "step": 1990
+    },
+    {
+      "epoch": 1.422475106685633,
+      "grad_norm": 2.093793772844917,
+      "learning_rate": 6.312738336135159e-06,
+      "loss": 0.0277,
+      "step": 2000
+    },
+    {
+      "epoch": 1.4295874822190613,
+      "grad_norm": 2.36946856664872,
+      "learning_rate": 6.272765193177044e-06,
+      "loss": 0.0272,
+      "step": 2010
+    },
+    {
+      "epoch": 1.4366998577524894,
+      "grad_norm": 1.6148755839195088,
+      "learning_rate": 6.23270487497947e-06,
+      "loss": 0.0286,
+      "step": 2020
+    },
+    {
+      "epoch": 1.4438122332859176,
+      "grad_norm": 2.2679584601673284,
+      "learning_rate": 6.192560125385412e-06,
+      "loss": 0.0267,
+      "step": 2030
+    },
+    {
+      "epoch": 1.4509246088193457,
+      "grad_norm": 2.0895836816165927,
+      "learning_rate": 6.152333694020781e-06,
+      "loss": 0.0263,
+      "step": 2040
+    },
+    {
+      "epoch": 1.4580369843527738,
+      "grad_norm": 2.2843465595467625,
+      "learning_rate": 6.112028336106108e-06,
+      "loss": 0.0328,
+      "step": 2050
+    },
+    {
+      "epoch": 1.465149359886202,
+      "grad_norm": 2.223353990512444,
+      "learning_rate": 6.071646812267817e-06,
+      "loss": 0.0268,
+      "step": 2060
+    },
+    {
+      "epoch": 1.4722617354196301,
+      "grad_norm": 3.2498269359064613,
+      "learning_rate": 6.031191888349155e-06,
+      "loss": 0.0272,
+      "step": 2070
+    },
+    {
+      "epoch": 1.4793741109530583,
+      "grad_norm": 2.1334409386725577,
+      "learning_rate": 5.990666335220738e-06,
+      "loss": 0.027,
+      "step": 2080
+    },
+    {
+      "epoch": 1.4864864864864864,
+      "grad_norm": 1.1837205419905095,
+      "learning_rate": 5.950072928590781e-06,
+      "loss": 0.024,
+      "step": 2090
+    },
+    {
+      "epoch": 1.4935988620199145,
+      "grad_norm": 2.3246109475669043,
+      "learning_rate": 5.909414448814971e-06,
+      "loss": 0.0254,
+      "step": 2100
+    },
+    {
+      "epoch": 1.5007112375533427,
+      "grad_norm": 2.172355872063245,
+      "learning_rate": 5.8686936807060335e-06,
+      "loss": 0.0275,
+      "step": 2110
+    },
+    {
+      "epoch": 1.5078236130867708,
+      "grad_norm": 2.0037575574912725,
+      "learning_rate": 5.827913413343003e-06,
+      "loss": 0.0268,
+      "step": 2120
+    },
+    {
+      "epoch": 1.5149359886201992,
+      "grad_norm": 2.052997877430725,
+      "learning_rate": 5.787076439880177e-06,
+      "loss": 0.0265,
+      "step": 2130
+    },
+    {
+      "epoch": 1.5220483641536273,
+      "grad_norm": 2.6412414518353535,
+      "learning_rate": 5.746185557355814e-06,
+      "loss": 0.0254,
+      "step": 2140
+    },
+    {
+      "epoch": 1.5291607396870555,
+      "grad_norm": 2.037688763456784,
+      "learning_rate": 5.70524356650056e-06,
+      "loss": 0.022,
+      "step": 2150
+    },
+    {
+      "epoch": 1.5362731152204836,
+      "grad_norm": 1.8060364636807138,
+      "learning_rate": 5.664253271545603e-06,
+      "loss": 0.0196,
+      "step": 2160
+    },
+    {
+      "epoch": 1.543385490753912,
+      "grad_norm": 2.8659848398210994,
+      "learning_rate": 5.623217480030622e-06,
+      "loss": 0.0225,
+      "step": 2170
+    },
+    {
+      "epoch": 1.55049786628734,
+      "grad_norm": 1.7576344300050144,
+      "learning_rate": 5.58213900261148e-06,
+      "loss": 0.0209,
+      "step": 2180
+    },
+    {
+      "epoch": 1.5576102418207682,
+      "grad_norm": 2.4388617988676353,
+      "learning_rate": 5.541020652867713e-06,
+      "loss": 0.0272,
+      "step": 2190
+    },
+    {
+      "epoch": 1.5647226173541964,
+      "grad_norm": 1.8297232039252016,
+      "learning_rate": 5.49986524710983e-06,
+      "loss": 0.022,
+      "step": 2200
+    },
+    {
+      "epoch": 1.5718349928876245,
+      "grad_norm": 3.07701649104599,
+      "learning_rate": 5.4586756041864065e-06,
+      "loss": 0.0226,
+      "step": 2210
+    },
+    {
+      "epoch": 1.5789473684210527,
+      "grad_norm": 2.0923369231599502,
+      "learning_rate": 5.417454545291017e-06,
+      "loss": 0.0267,
+      "step": 2220
+    },
+    {
+      "epoch": 1.5860597439544808,
+      "grad_norm": 1.7648644786729606,
+      "learning_rate": 5.376204893769e-06,
+      "loss": 0.0226,
+      "step": 2230
+    },
+    {
+      "epoch": 1.593172119487909,
+      "grad_norm": 2.7349839796479705,
+      "learning_rate": 5.334929474924093e-06,
+      "loss": 0.0241,
+      "step": 2240
+    },
+    {
+      "epoch": 1.600284495021337,
+      "grad_norm": 1.220625942007617,
+      "learning_rate": 5.293631115824897e-06,
+      "loss": 0.0229,
+      "step": 2250
+    },
+    {
+      "epoch": 1.6073968705547652,
+      "grad_norm": 2.048027464288667,
+      "learning_rate": 5.252312645111266e-06,
+      "loss": 0.0244,
+      "step": 2260
+    },
+    {
+      "epoch": 1.6145092460881934,
+      "grad_norm": 1.807589998784463,
+      "learning_rate": 5.2109768928005454e-06,
+      "loss": 0.0186,
+      "step": 2270
+    },
+    {
+      "epoch": 1.6216216216216215,
+      "grad_norm": 1.8200396071062714,
+      "learning_rate": 5.169626690093751e-06,
+      "loss": 0.0217,
+      "step": 2280
+    },
+    {
+      "epoch": 1.6287339971550496,
+      "grad_norm": 3.162567751879996,
+      "learning_rate": 5.128264869181646e-06,
+      "loss": 0.0214,
+      "step": 2290
+    },
+    {
+      "epoch": 1.635846372688478,
+      "grad_norm": 1.819589839229396,
+      "learning_rate": 5.086894263050755e-06,
+      "loss": 0.0199,
+      "step": 2300
+    },
+    {
+      "epoch": 1.6429587482219061,
+      "grad_norm": 2.432299659362288,
+      "learning_rate": 5.045517705289328e-06,
+      "loss": 0.0184,
+      "step": 2310
+    },
+    {
+      "epoch": 1.6500711237553343,
+      "grad_norm": 1.3210052417654967,
+      "learning_rate": 5.004138029893257e-06,
+      "loss": 0.0189,
+      "step": 2320
+    },
+    {
+      "epoch": 1.6571834992887624,
+      "grad_norm": 2.1820820539792005,
+      "learning_rate": 4.9627580710719734e-06,
+      "loss": 0.0184,
+      "step": 2330
+    },
+    {
+      "epoch": 1.6642958748221908,
+      "grad_norm": 1.824213025460573,
+      "learning_rate": 4.921380663054318e-06,
+      "loss": 0.0195,
+      "step": 2340
+    },
+    {
+      "epoch": 1.671408250355619,
+      "grad_norm": 1.5395595832036817,
+      "learning_rate": 4.880008639894421e-06,
+      "loss": 0.0182,
+      "step": 2350
+    },
+    {
+      "epoch": 1.678520625889047,
+      "grad_norm": 2.1765686448734898,
+      "learning_rate": 4.838644835277585e-06,
+      "loss": 0.0216,
+      "step": 2360
+    },
+    {
+      "epoch": 1.6856330014224752,
+      "grad_norm": 1.6870995721298556,
+      "learning_rate": 4.79729208232621e-06,
+      "loss": 0.0172,
+      "step": 2370
+    },
+    {
+      "epoch": 1.6927453769559033,
+      "grad_norm": 0.7966147079317253,
+      "learning_rate": 4.75595321340573e-06,
+      "loss": 0.0115,
+      "step": 2380
+    },
+    {
+      "epoch": 1.6998577524893315,
+      "grad_norm": 2.172012245299623,
+      "learning_rate": 4.714631059930622e-06,
+      "loss": 0.0161,
+      "step": 2390
+    },
+    {
+      "epoch": 1.7069701280227596,
+      "grad_norm": 1.6833896185427781,
+      "learning_rate": 4.6733284521704816e-06,
+      "loss": 0.0184,
+      "step": 2400
+    },
+    {
+      "epoch": 1.7140825035561877,
+      "grad_norm": 1.943733582718135,
+      "learning_rate": 4.632048219056159e-06,
+      "loss": 0.0201,
+      "step": 2410
+    },
+    {
+      "epoch": 1.7211948790896159,
+      "grad_norm": 0.9592772600888013,
+      "learning_rate": 4.590793187986003e-06,
+      "loss": 0.0154,
+      "step": 2420
+    },
+    {
+      "epoch": 1.728307254623044,
+      "grad_norm": 2.418073085794697,
+      "learning_rate": 4.549566184632206e-06,
+      "loss": 0.0182,
+      "step": 2430
+    },
+    {
+      "epoch": 1.7354196301564722,
+      "grad_norm": 2.213535114167178,
+      "learning_rate": 4.508370032747261e-06,
+      "loss": 0.0162,
+      "step": 2440
+    },
+    {
+      "epoch": 1.7425320056899003,
+      "grad_norm": 1.4082214012150884,
+      "learning_rate": 4.467207553970564e-06,
+      "loss": 0.017,
+      "step": 2450
+    },
+    {
+      "epoch": 1.7496443812233284,
+      "grad_norm": 1.4580878754754951,
+      "learning_rate": 4.426081567635137e-06,
+      "loss": 0.0144,
+      "step": 2460
+    },
+    {
+      "epoch": 1.7567567567567568,
+      "grad_norm": 1.2997851819162691,
+      "learning_rate": 4.3849948905745385e-06,
+      "loss": 0.014,
+      "step": 2470
+    },
+    {
+      "epoch": 1.763869132290185,
+      "grad_norm": 1.6936376446584087,
+      "learning_rate": 4.343950336929927e-06,
+      "loss": 0.015,
+      "step": 2480
+    },
+    {
+      "epoch": 1.770981507823613,
+      "grad_norm": 0.9659927368936605,
+      "learning_rate": 4.302950717957304e-06,
+      "loss": 0.0144,
+      "step": 2490
+    },
+    {
+      "epoch": 1.7780938833570412,
+      "grad_norm": 0.863368492950506,
+      "learning_rate": 4.261998841834972e-06,
+      "loss": 0.0144,
+      "step": 2500
+    },
+    {
+      "epoch": 1.7852062588904696,
+      "grad_norm": 1.173314517778269,
+      "learning_rate": 4.221097513471199e-06,
+      "loss": 0.0114,
+      "step": 2510
+    },
+    {
+      "epoch": 1.7923186344238977,
+      "grad_norm": 1.2332466621958023,
+      "learning_rate": 4.18024953431209e-06,
+      "loss": 0.0127,
+      "step": 2520
+    },
+    {
+      "epoch": 1.7994310099573259,
+      "grad_norm": 1.1682909598329931,
+      "learning_rate": 4.13945770214971e-06,
+      "loss": 0.0149,
+      "step": 2530
+    },
+    {
+      "epoch": 1.806543385490754,
+      "grad_norm": 1.291108254245667,
+      "learning_rate": 4.098724810930472e-06,
+      "loss": 0.0129,
+      "step": 2540
+    },
+    {
+      "epoch": 1.8136557610241821,
+      "grad_norm": 0.8886518405396012,
+      "learning_rate": 4.058053650563747e-06,
+      "loss": 0.0124,
+      "step": 2550
+    },
+    {
+      "epoch": 1.8207681365576103,
+      "grad_norm": 1.9480002932590483,
+      "learning_rate": 4.017447006730796e-06,
+      "loss": 0.0139,
+      "step": 2560
+    },
+    {
+      "epoch": 1.8278805120910384,
+      "grad_norm": 1.6270472010472303,
+      "learning_rate": 3.976907660693954e-06,
+      "loss": 0.0128,
+      "step": 2570
+    },
+    {
+      "epoch": 1.8349928876244666,
+      "grad_norm": 0.7994173120546909,
+      "learning_rate": 3.936438389106154e-06,
+      "loss": 0.0154,
+      "step": 2580
+    },
+    {
+      "epoch": 1.8421052631578947,
+      "grad_norm": 1.0657933268821647,
+      "learning_rate": 3.896041963820724e-06,
+      "loss": 0.0162,
+      "step": 2590
+    },
+    {
+      "epoch": 1.8492176386913228,
+      "grad_norm": 1.37634738377725,
+      "learning_rate": 3.855721151701548e-06,
+      "loss": 0.0131,
+      "step": 2600
+    },
+    {
+      "epoch": 1.856330014224751,
+      "grad_norm": 1.7544039532579758,
+      "learning_rate": 3.815478714433559e-06,
+      "loss": 0.0129,
+      "step": 2610
+    },
+    {
+      "epoch": 1.863442389758179,
+      "grad_norm": 0.8340685854059343,
+      "learning_rate": 3.775317408333571e-06,
+      "loss": 0.0153,
+      "step": 2620
+    },
+    {
+      "epoch": 1.8705547652916072,
+      "grad_norm": 0.5628132394579408,
+      "learning_rate": 3.7352399841614996e-06,
+      "loss": 0.0116,
+      "step": 2630
+    },
+    {
+      "epoch": 1.8776671408250356,
+      "grad_norm": 0.6225982099610957,
+      "learning_rate": 3.695249186931954e-06,
+      "loss": 0.0126,
+      "step": 2640
+    },
+    {
+      "epoch": 1.8847795163584637,
+      "grad_norm": 1.3019140739354105,
+      "learning_rate": 3.655347755726224e-06,
+      "loss": 0.0111,
+      "step": 2650
+    },
+    {
+      "epoch": 1.8918918918918919,
+      "grad_norm": 1.8784232456646273,
+      "learning_rate": 3.6155384235046674e-06,
+      "loss": 0.0129,
+      "step": 2660
+    },
+    {
+      "epoch": 1.89900426742532,
+      "grad_norm": 1.2419343143332369,
+      "learning_rate": 3.5758239169195276e-06,
+      "loss": 0.0079,
+      "step": 2670
+    },
+    {
+      "epoch": 1.9061166429587484,
+      "grad_norm": 1.327768382551478,
+      "learning_rate": 3.5362069561281764e-06,
+      "loss": 0.0103,
+      "step": 2680
+    },
+    {
+      "epoch": 1.9132290184921765,
+      "grad_norm": 1.9613323508306293,
+      "learning_rate": 3.4966902546068016e-06,
+      "loss": 0.0127,
+      "step": 2690
+    },
+    {
+      "epoch": 1.9203413940256047,
+      "grad_norm": 1.6143025584170387,
+      "learning_rate": 3.4572765189645516e-06,
+      "loss": 0.0101,
+      "step": 2700
+    },
+    {
+      "epoch": 1.9274537695590328,
+      "grad_norm": 1.616056876993894,
+      "learning_rate": 3.4179684487581555e-06,
+      "loss": 0.0137,
+      "step": 2710
+    },
+    {
+      "epoch": 1.934566145092461,
+      "grad_norm": 0.8562390776041625,
+      "learning_rate": 3.3787687363070256e-06,
+      "loss": 0.0109,
+      "step": 2720
+    },
+    {
+      "epoch": 1.941678520625889,
+      "grad_norm": 1.1375907109658978,
+      "learning_rate": 3.3396800665088435e-06,
+      "loss": 0.0105,
+      "step": 2730
+    },
+    {
+      "epoch": 1.9487908961593172,
+      "grad_norm": 1.4045001817445895,
+      "learning_rate": 3.300705116655672e-06,
+      "loss": 0.0092,
+      "step": 2740
+    },
+    {
+      "epoch": 1.9559032716927454,
+      "grad_norm": 1.3938214602230523,
+      "learning_rate": 3.26184655625058e-06,
+      "loss": 0.0074,
+      "step": 2750
+    },
+    {
+      "epoch": 1.9630156472261735,
+      "grad_norm": 1.125496278925233,
+      "learning_rate": 3.2231070468247954e-06,
+      "loss": 0.0108,
+      "step": 2760
+    },
+    {
+      "epoch": 1.9701280227596016,
+      "grad_norm": 1.0938627450279363,
+      "learning_rate": 3.1844892417554102e-06,
+      "loss": 0.0085,
+      "step": 2770
+    },
+    {
+      "epoch": 1.9772403982930298,
+      "grad_norm": 1.0213367474449344,
+      "learning_rate": 3.1459957860836528e-06,
+      "loss": 0.0109,
+      "step": 2780
+    },
+    {
+      "epoch": 1.984352773826458,
+      "grad_norm": 1.4919999851950547,
+      "learning_rate": 3.1076293163337074e-06,
+      "loss": 0.0098,
+      "step": 2790
+    },
+    {
+      "epoch": 1.991465149359886,
+      "grad_norm": 2.7046778198212404,
+      "learning_rate": 3.069392460332141e-06,
+      "loss": 0.0125,
+      "step": 2800
+    },
+    {
+      "epoch": 1.9985775248933144,
+      "grad_norm": 0.7341284079698729,
+      "learning_rate": 3.031287837027911e-06,
+      "loss": 0.0086,
+      "step": 2810
+    },
+    {
+      "epoch": 2.0056899004267423,
+      "grad_norm": 1.5705489322569974,
+      "learning_rate": 2.9933180563129936e-06,
+      "loss": 0.0061,
+      "step": 2820
+    },
+    {
+      "epoch": 2.012802275960171,
+      "grad_norm": 0.31350772488690454,
+      "learning_rate": 2.955485718843616e-06,
+      "loss": 0.0074,
+      "step": 2830
+    },
+    {
+      "epoch": 2.019914651493599,
+      "grad_norm": 0.6018726291077504,
+      "learning_rate": 2.917793415862129e-06,
+      "loss": 0.0082,
+      "step": 2840
+    },
+    {
+      "epoch": 2.027027027027027,
+      "grad_norm": 0.6809782196576207,
+      "learning_rate": 2.880243729019546e-06,
+      "loss": 0.005,
+      "step": 2850
+    },
+    {
+      "epoch": 2.0341394025604553,
+      "grad_norm": 0.520827132094845,
+      "learning_rate": 2.842839230198685e-06,
+      "loss": 0.0072,
+      "step": 2860
+    },
+    {
+      "epoch": 2.0412517780938835,
+      "grad_norm": 1.1302843148069386,
+      "learning_rate": 2.805582481338044e-06,
+      "loss": 0.008,
+      "step": 2870
+    },
+    {
+      "epoch": 2.0483641536273116,
+      "grad_norm": 0.3587179831514039,
+      "learning_rate": 2.7684760342563045e-06,
+      "loss": 0.0063,
+      "step": 2880
+    },
+    {
+      "epoch": 2.0554765291607398,
+      "grad_norm": 1.116585578193006,
+      "learning_rate": 2.731522430477571e-06,
+      "loss": 0.0066,
+      "step": 2890
+    },
+    {
+      "epoch": 2.062588904694168,
+      "grad_norm": 0.9083509287470979,
+      "learning_rate": 2.694724201057273e-06,
+      "loss": 0.0087,
+      "step": 2900
+    },
+    {
+      "epoch": 2.069701280227596,
+      "grad_norm": 0.6955128987380951,
+      "learning_rate": 2.6580838664088214e-06,
+      "loss": 0.0083,
+      "step": 2910
+    },
+    {
+      "epoch": 2.076813655761024,
+      "grad_norm": 2.217810880330465,
+      "learning_rate": 2.6216039361309753e-06,
+      "loss": 0.0084,
+      "step": 2920
+    },
+    {
+      "epoch": 2.0839260312944523,
+      "grad_norm": 0.833769806548182,
+      "learning_rate": 2.5852869088359495e-06,
+      "loss": 0.0066,
+      "step": 2930
+    },
+    {
+      "epoch": 2.0910384068278804,
+      "grad_norm": 0.7464675150972822,
+      "learning_rate": 2.549135271978275e-06,
+      "loss": 0.0051,
+      "step": 2940
+    },
+    {
+      "epoch": 2.0981507823613086,
+      "grad_norm": 0.2874640695250341,
+      "learning_rate": 2.5131515016844345e-06,
+      "loss": 0.0094,
+      "step": 2950
+    },
+    {
+      "epoch": 2.1052631578947367,
+      "grad_norm": 0.5951223484484282,
+      "learning_rate": 2.4773380625832603e-06,
+      "loss": 0.0073,
+      "step": 2960
+    },
+    {
+      "epoch": 2.112375533428165,
+      "grad_norm": 0.8617405032410067,
+      "learning_rate": 2.4416974076371304e-06,
+      "loss": 0.0063,
+      "step": 2970
+    },
+    {
+      "epoch": 2.119487908961593,
+      "grad_norm": 0.20697744879238947,
+      "learning_rate": 2.406231977973942e-06,
+      "loss": 0.0061,
+      "step": 2980
+    },
+    {
+      "epoch": 2.126600284495021,
+      "grad_norm": 1.0179575970597508,
+      "learning_rate": 2.3709442027199387e-06,
+      "loss": 0.0091,
+      "step": 2990
+    },
+    {
+      "epoch": 2.1337126600284497,
+      "grad_norm": 1.0606767583952494,
+      "learning_rate": 2.3358364988333066e-06,
+      "loss": 0.0063,
+      "step": 3000
+    },
+    {
+      "epoch": 2.140825035561878,
+      "grad_norm": 1.2307112817732728,
+      "learning_rate": 2.3009112709386454e-06,
+      "loss": 0.0072,
+      "step": 3010
+    },
+    {
+      "epoch": 2.147937411095306,
+      "grad_norm": 1.1984078867472323,
+      "learning_rate": 2.2661709111622666e-06,
+      "loss": 0.0074,
+      "step": 3020
+    },
+    {
+      "epoch": 2.155049786628734,
+      "grad_norm": 0.1995779664837118,
+      "learning_rate": 2.2316177989683458e-06,
+      "loss": 0.0048,
+      "step": 3030
+    },
+    {
+      "epoch": 2.1621621621621623,
+      "grad_norm": 0.9273305310197127,
+      "learning_rate": 2.197254300995953e-06,
+      "loss": 0.0072,
+      "step": 3040
+    },
+    {
+      "epoch": 2.1692745376955904,
+      "grad_norm": 0.228767885995747,
+      "learning_rate": 2.163082770896943e-06,
+      "loss": 0.006,
+      "step": 3050
+    },
+    {
+      "epoch": 2.1763869132290186,
+      "grad_norm": 1.1353632110102576,
+      "learning_rate": 2.1291055491747643e-06,
+      "loss": 0.0067,
+      "step": 3060
+    },
+    {
+      "epoch": 2.1834992887624467,
+      "grad_norm": 0.909003973479003,
+      "learning_rate": 2.095324963024137e-06,
+      "loss": 0.0063,
+      "step": 3070
+    },
+    {
+      "epoch": 2.190611664295875,
+      "grad_norm": 0.8569150241839785,
+      "learning_rate": 2.061743326171668e-06,
+      "loss": 0.0047,
+      "step": 3080
+    },
+    {
+      "epoch": 2.197724039829303,
+      "grad_norm": 0.5078332905539804,
+      "learning_rate": 2.02836293871736e-06,
+      "loss": 0.0076,
+      "step": 3090
+    },
+    {
+      "epoch": 2.204836415362731,
+      "grad_norm": 0.206100019331658,
+      "learning_rate": 1.9951860869771e-06,
+      "loss": 0.0051,
+      "step": 3100
+    },
+    {
+      "epoch": 2.2119487908961593,
+      "grad_norm": 0.34329585167252463,
+      "learning_rate": 1.962215043326029e-06,
+      "loss": 0.0058,
+      "step": 3110
+    },
+    {
+      "epoch": 2.2190611664295874,
+      "grad_norm": 0.9524416758915172,
+      "learning_rate": 1.9294520660429284e-06,
+      "loss": 0.0057,
+      "step": 3120
+    },
+    {
+      "epoch": 2.2261735419630155,
+      "grad_norm": 0.2901777267550113,
+      "learning_rate": 1.8968993991555301e-06,
+      "loss": 0.0077,
+      "step": 3130
+    },
+    {
+      "epoch": 2.2332859174964437,
+      "grad_norm": 0.22017782629955687,
+      "learning_rate": 1.8645592722868223e-06,
+      "loss": 0.0063,
+      "step": 3140
+    },
+    {
+      "epoch": 2.240398293029872,
+      "grad_norm": 0.38133062392097455,
+      "learning_rate": 1.8324339005023273e-06,
+      "loss": 0.0072,
+      "step": 3150
+    },
+    {
+      "epoch": 2.2475106685633,
+      "grad_norm": 0.17821853650446573,
+      "learning_rate": 1.8005254841584035e-06,
+      "loss": 0.0053,
+      "step": 3160
+    },
+    {
+      "epoch": 2.2546230440967285,
+      "grad_norm": 0.22314200324222835,
+      "learning_rate": 1.768836208751516e-06,
+      "loss": 0.0043,
+      "step": 3170
+    },
+    {
+      "epoch": 2.2617354196301562,
+      "grad_norm": 0.6640226689598476,
+      "learning_rate": 1.7373682447685624e-06,
+      "loss": 0.0051,
+      "step": 3180
+    },
+    {
+      "epoch": 2.268847795163585,
+      "grad_norm": 0.4186199899663268,
+      "learning_rate": 1.706123747538196e-06,
+      "loss": 0.0053,
+      "step": 3190
+    },
+    {
+      "epoch": 2.275960170697013,
+      "grad_norm": 0.2394022704349156,
+      "learning_rate": 1.6751048570832184e-06,
+      "loss": 0.0058,
+      "step": 3200
+    },
+    {
+      "epoch": 2.283072546230441,
+      "grad_norm": 0.4686051788122248,
+      "learning_rate": 1.6443136979739855e-06,
+      "loss": 0.0041,
+      "step": 3210
+    },
+    {
+      "epoch": 2.2901849217638692,
+      "grad_norm": 0.3836913082140705,
+      "learning_rate": 1.6137523791829007e-06,
+      "loss": 0.0041,
+      "step": 3220
+    },
+    {
+      "epoch": 2.2972972972972974,
+      "grad_norm": 0.16170960660071848,
+      "learning_rate": 1.5834229939399637e-06,
+      "loss": 0.0061,
+      "step": 3230
+    },
+    {
+      "epoch": 2.3044096728307255,
+      "grad_norm": 0.18200293554129154,
+      "learning_rate": 1.5533276195893987e-06,
+      "loss": 0.005,
+      "step": 3240
+    },
+    {
+      "epoch": 2.3115220483641536,
+      "grad_norm": 0.23940834550194912,
+      "learning_rate": 1.5234683174473669e-06,
+      "loss": 0.0046,
+      "step": 3250
+    },
+    {
+      "epoch": 2.318634423897582,
+      "grad_norm": 0.24406884268015908,
+      "learning_rate": 1.493847132660789e-06,
+      "loss": 0.0048,
+      "step": 3260
+    },
+    {
+      "epoch": 2.32574679943101,
+      "grad_norm": 0.26509665588494075,
+      "learning_rate": 1.4644660940672628e-06,
+      "loss": 0.0059,
+      "step": 3270
+    },
+    {
+      "epoch": 2.332859174964438,
+      "grad_norm": 0.475162427962314,
+      "learning_rate": 1.435327214056103e-06,
+      "loss": 0.0051,
+      "step": 3280
+    },
+    {
+      "epoch": 2.339971550497866,
+      "grad_norm": 0.30098307863573437,
+      "learning_rate": 1.406432488430508e-06,
+      "loss": 0.005,
+      "step": 3290
+    },
+    {
+      "epoch": 2.3470839260312943,
+      "grad_norm": 0.20931527074041337,
+      "learning_rate": 1.3777838962708602e-06,
+      "loss": 0.0046,
+      "step": 3300
+    },
+    {
+      "epoch": 2.3541963015647225,
+      "grad_norm": 0.22874545442845454,
+      "learning_rate": 1.3493833997991745e-06,
+      "loss": 0.0041,
+      "step": 3310
+    },
+    {
+      "epoch": 2.3613086770981506,
+      "grad_norm": 1.4075066556310636,
+      "learning_rate": 1.3212329442446985e-06,
+      "loss": 0.0058,
+      "step": 3320
+    },
+    {
+      "epoch": 2.3684210526315788,
+      "grad_norm": 0.8975809394063826,
+      "learning_rate": 1.2933344577106822e-06,
+      "loss": 0.005,
+      "step": 3330
+    },
+    {
+      "epoch": 2.3755334281650073,
+      "grad_norm": 0.4148231917835156,
+      "learning_rate": 1.2656898510423122e-06,
+      "loss": 0.0052,
+      "step": 3340
+    },
+    {
+      "epoch": 2.382645803698435,
+      "grad_norm": 0.11195947556497522,
+      "learning_rate": 1.2383010176958372e-06,
+      "loss": 0.0048,
+      "step": 3350
+    },
+    {
+      "epoch": 2.3897581792318636,
+      "grad_norm": 0.26661464526041523,
+      "learning_rate": 1.2111698336088717e-06,
+      "loss": 0.0054,
+      "step": 3360
+    },
+    {
+      "epoch": 2.3968705547652918,
+      "grad_norm": 1.370337214123434,
+      "learning_rate": 1.1842981570719237e-06,
+      "loss": 0.0048,
+      "step": 3370
+    },
+    {
+      "epoch": 2.40398293029872,
+      "grad_norm": 0.26207335784094793,
+      "learning_rate": 1.157687828601094e-06,
+      "loss": 0.0047,
+      "step": 3380
+    },
+    {
+      "epoch": 2.411095305832148,
+      "grad_norm": 0.1752729581013448,
+      "learning_rate": 1.1313406708120327e-06,
+      "loss": 0.0039,
+      "step": 3390
+    },
+    {
+      "epoch": 2.418207681365576,
+      "grad_norm": 0.2700693202909992,
+      "learning_rate": 1.1052584882950896e-06,
+      "loss": 0.0043,
+      "step": 3400
+    },
+    {
+      "epoch": 2.4253200568990043,
+      "grad_norm": 1.3868146763763338,
+      "learning_rate": 1.0794430674917262e-06,
+      "loss": 0.0036,
+      "step": 3410
+    },
+    {
+      "epoch": 2.4324324324324325,
+      "grad_norm": 0.5361814766521613,
+      "learning_rate": 1.0538961765721429e-06,
+      "loss": 0.0049,
+      "step": 3420
+    },
+    {
+      "epoch": 2.4395448079658606,
+      "grad_norm": 0.2257026998579445,
+      "learning_rate": 1.0286195653141822e-06,
+      "loss": 0.0044,
+      "step": 3430
+    },
+    {
+      "epoch": 2.4466571834992887,
+      "grad_norm": 0.28821507076356073,
+      "learning_rate": 1.0036149649834786e-06,
+      "loss": 0.0041,
+      "step": 3440
+    },
+    {
+      "epoch": 2.453769559032717,
+      "grad_norm": 0.20288584422361874,
+      "learning_rate": 9.788840882148803e-07,
+      "loss": 0.0044,
+      "step": 3450
+    },
+    {
+      "epoch": 2.460881934566145,
+      "grad_norm": 0.2961984403628135,
+      "learning_rate": 9.544286288951393e-07,
+      "loss": 0.0035,
+      "step": 3460
+    },
+    {
+      "epoch": 2.467994310099573,
+      "grad_norm": 0.34744720835705395,
+      "learning_rate": 9.302502620469073e-07,
+      "loss": 0.0046,
+      "step": 3470
+    },
+    {
+      "epoch": 2.4751066856330013,
+      "grad_norm": 0.21259678229337609,
+      "learning_rate": 9.063506437139901e-07,
+      "loss": 0.0039,
+      "step": 3480
+    },
+    {
+      "epoch": 2.4822190611664294,
+      "grad_norm": 0.18018604906671717,
+      "learning_rate": 8.827314108479357e-07,
+      "loss": 0.0039,
+      "step": 3490
+    },
+    {
+      "epoch": 2.4893314366998576,
+      "grad_norm": 0.2326353801367776,
+      "learning_rate": 8.593941811959078e-07,
+      "loss": 0.0038,
+      "step": 3500
+    },
+    {
+      "epoch": 2.496443812233286,
+      "grad_norm": 0.1741953097808654,
+      "learning_rate": 8.363405531898833e-07,
+      "loss": 0.004,
+      "step": 3510
+    },
+    {
+      "epoch": 2.503556187766714,
+      "grad_norm": 0.25494195054679114,
+      "learning_rate": 8.135721058371681e-07,
+      "loss": 0.0038,
+      "step": 3520
+    },
+    {
+      "epoch": 2.5106685633001424,
+      "grad_norm": 0.18154830083734025,
+      "learning_rate": 7.910903986122537e-07,
+      "loss": 0.0024,
+      "step": 3530
+    },
+    {
+      "epoch": 2.5177809388335706,
+      "grad_norm": 0.21685694657911553,
+      "learning_rate": 7.688969713499983e-07,
+      "loss": 0.0037,
+      "step": 3540
+    },
+    {
+      "epoch": 2.5248933143669987,
+      "grad_norm": 0.22019585417284554,
+      "learning_rate": 7.469933441401606e-07,
+      "loss": 0.0041,
+      "step": 3550
+    },
+    {
+      "epoch": 2.532005689900427,
+      "grad_norm": 0.12503238568854871,
+      "learning_rate": 7.253810172232867e-07,
+      "loss": 0.0033,
+      "step": 3560
+    },
+    {
+      "epoch": 2.539118065433855,
+      "grad_norm": 0.20164607745958418,
+      "learning_rate": 7.040614708879489e-07,
+      "loss": 0.0036,
+      "step": 3570
+    },
+    {
+      "epoch": 2.546230440967283,
+      "grad_norm": 1.1353152225303087,
+      "learning_rate": 6.830361653693673e-07,
+      "loss": 0.0037,
+      "step": 3580
+    },
+    {
+      "epoch": 2.5533428165007113,
+      "grad_norm": 0.25954463871540623,
+      "learning_rate": 6.623065407493801e-07,
+      "loss": 0.0037,
+      "step": 3590
+    },
+    {
+      "epoch": 2.5604551920341394,
+      "grad_norm": 0.17926285547151083,
+      "learning_rate": 6.418740168578208e-07,
+      "loss": 0.0033,
+      "step": 3600
+    },
+    {
+      "epoch": 2.5675675675675675,
+      "grad_norm": 0.15055900043010326,
+      "learning_rate": 6.217399931752627e-07,
+      "loss": 0.0035,
+      "step": 3610
+    },
+    {
+      "epoch": 2.5746799431009957,
+      "grad_norm": 0.18791412690022857,
+      "learning_rate": 6.019058487371687e-07,
+      "loss": 0.0033,
+      "step": 3620
+    },
+    {
+      "epoch": 2.581792318634424,
+      "grad_norm": 0.11425352927323033,
+      "learning_rate": 5.82372942039432e-07,
+      "loss": 0.0042,
+      "step": 3630
+    },
+    {
+      "epoch": 2.588904694167852,
+      "grad_norm": 0.3824468109713527,
+      "learning_rate": 5.631426109453364e-07,
+      "loss": 0.004,
+      "step": 3640
+    },
+    {
+      "epoch": 2.59601706970128,
+      "grad_norm": 0.15674551917384533,
+      "learning_rate": 5.44216172593916e-07,
+      "loss": 0.0037,
+      "step": 3650
+    },
+    {
+      "epoch": 2.6031294452347082,
+      "grad_norm": 0.2813443939041295,
+      "learning_rate": 5.255949233097451e-07,
+      "loss": 0.0037,
+      "step": 3660
+    },
+    {
+      "epoch": 2.6102418207681364,
+      "grad_norm": 0.18387812179204338,
+      "learning_rate": 5.072801385141429e-07,
+      "loss": 0.0036,
+      "step": 3670
+    },
+    {
+      "epoch": 2.617354196301565,
+      "grad_norm": 0.2156232450844716,
+      "learning_rate": 4.89273072637827e-07,
+      "loss": 0.0032,
+      "step": 3680
+    },
+    {
+      "epoch": 2.6244665718349927,
+      "grad_norm": 0.12440006889757067,
+      "learning_rate": 4.7157495903498105e-07,
+      "loss": 0.0033,
+      "step": 3690
+    },
+    {
+      "epoch": 2.6315789473684212,
+      "grad_norm": 0.17119738387604694,
+      "learning_rate": 4.541870098987911e-07,
+      "loss": 0.0037,
+      "step": 3700
+    },
+    {
+      "epoch": 2.6386913229018494,
+      "grad_norm": 0.1919029589645196,
+      "learning_rate": 4.371104161784073e-07,
+      "loss": 0.0043,
+      "step": 3710
+    },
+    {
+      "epoch": 2.6458036984352775,
+      "grad_norm": 0.23702321107949612,
+      "learning_rate": 4.2034634749738623e-07,
+      "loss": 0.0032,
+      "step": 3720
+    },
+    {
+      "epoch": 2.6529160739687057,
+      "grad_norm": 0.15697463651810808,
+      "learning_rate": 4.038959520735658e-07,
+      "loss": 0.004,
+      "step": 3730
+    },
+    {
+      "epoch": 2.660028449502134,
+      "grad_norm": 0.09125511769820786,
+      "learning_rate": 3.8776035664043033e-07,
+      "loss": 0.0037,
+      "step": 3740
+    },
+    {
+      "epoch": 2.667140825035562,
+      "grad_norm": 0.17251531382162535,
+      "learning_rate": 3.719406663699349e-07,
+      "loss": 0.0042,
+      "step": 3750
+    },
+    {
+      "epoch": 2.67425320056899,
+      "grad_norm": 0.22855108481819528,
+      "learning_rate": 3.564379647968064e-07,
+      "loss": 0.0035,
+      "step": 3760
+    },
+    {
+      "epoch": 2.681365576102418,
+      "grad_norm": 0.1174830009274809,
+      "learning_rate": 3.4125331374433414e-07,
+      "loss": 0.0038,
+      "step": 3770
+    },
+    {
+      "epoch": 2.6884779516358464,
+      "grad_norm": 0.13196615257533414,
+      "learning_rate": 3.2638775325163517e-07,
+      "loss": 0.0029,
+      "step": 3780
+    },
+    {
+      "epoch": 2.6955903271692745,
+      "grad_norm": 0.16568974053657992,
+      "learning_rate": 3.1184230150243025e-07,
+      "loss": 0.0028,
+      "step": 3790
+    },
+    {
+      "epoch": 2.7027027027027026,
+      "grad_norm": 0.16710801427024333,
+      "learning_rate": 2.9761795475529375e-07,
+      "loss": 0.0031,
+      "step": 3800
+    },
+    {
+      "epoch": 2.7098150782361308,
+      "grad_norm": 0.1500941244877554,
+      "learning_rate": 2.8371568727542486e-07,
+      "loss": 0.0036,
+      "step": 3810
+    },
+    {
+      "epoch": 2.716927453769559,
+      "grad_norm": 0.19067715703132965,
+      "learning_rate": 2.7013645126791446e-07,
+      "loss": 0.003,
+      "step": 3820
+    },
+    {
+      "epoch": 2.724039829302987,
+      "grad_norm": 0.15140629484800455,
+      "learning_rate": 2.5688117681252677e-07,
+      "loss": 0.0033,
+      "step": 3830
+    },
+    {
+      "epoch": 2.731152204836415,
+      "grad_norm": 0.17248672811681454,
+      "learning_rate": 2.439507717999945e-07,
+      "loss": 0.003,
+      "step": 3840
+    },
+    {
+      "epoch": 2.7382645803698438,
+      "grad_norm": 0.1782041915340656,
+      "learning_rate": 2.3134612186983817e-07,
+      "loss": 0.0036,
+      "step": 3850
+    },
+    {
+      "epoch": 2.7453769559032715,
+      "grad_norm": 0.3756662666979349,
+      "learning_rate": 2.1906809034970057e-07,
+      "loss": 0.0035,
+      "step": 3860
+    },
+    {
+      "epoch": 2.7524893314367,
+      "grad_norm": 0.2078367449157142,
+      "learning_rate": 2.0711751819622038e-07,
+      "loss": 0.003,
+      "step": 3870
+    },
+    {
+      "epoch": 2.759601706970128,
+      "grad_norm": 0.29097101889612503,
+      "learning_rate": 1.954952239374286e-07,
+      "loss": 0.0042,
+      "step": 3880
+    },
+    {
+      "epoch": 2.7667140825035563,
+      "grad_norm": 0.25963382600527757,
+      "learning_rate": 1.8420200361669137e-07,
+      "loss": 0.0036,
+      "step": 3890
+    },
+    {
+      "epoch": 2.7738264580369845,
+      "grad_norm": 0.1769468548637021,
+      "learning_rate": 1.732386307381767e-07,
+      "loss": 0.0031,
+      "step": 3900
+    },
+    {
+      "epoch": 2.7809388335704126,
+      "grad_norm": 0.15613753091399799,
+      "learning_rate": 1.6260585621388604e-07,
+      "loss": 0.0034,
+      "step": 3910
+    },
+    {
+      "epoch": 2.7880512091038407,
+      "grad_norm": 0.1956972505836662,
+      "learning_rate": 1.523044083122138e-07,
+      "loss": 0.0044,
+      "step": 3920
+    },
+    {
+      "epoch": 2.795163584637269,
+      "grad_norm": 0.23888957121934698,
+      "learning_rate": 1.4233499260807194e-07,
+      "loss": 0.0045,
+      "step": 3930
+    },
+    {
+      "epoch": 2.802275960170697,
+      "grad_norm": 0.20491135818198022,
+      "learning_rate": 1.326982919345582e-07,
+      "loss": 0.0034,
+      "step": 3940
+    },
+    {
+      "epoch": 2.809388335704125,
+      "grad_norm": 0.16904575085328288,
+      "learning_rate": 1.2339496633619218e-07,
+      "loss": 0.0031,
+      "step": 3950
+    },
+    {
+      "epoch": 2.8165007112375533,
+      "grad_norm": 0.1259555532924781,
+      "learning_rate": 1.1442565302370146e-07,
+      "loss": 0.0029,
+      "step": 3960
+    },
+    {
+      "epoch": 2.8236130867709814,
+      "grad_norm": 0.15248025417153557,
+      "learning_rate": 1.0579096633038411e-07,
+      "loss": 0.0037,
+      "step": 3970
+    },
+    {
+      "epoch": 2.8307254623044096,
+      "grad_norm": 0.12827921470857406,
+      "learning_rate": 9.749149767002197e-08,
+      "loss": 0.0032,
+      "step": 3980
+    },
+    {
+      "epoch": 2.8378378378378377,
+      "grad_norm": 0.22583248679646706,
+      "learning_rate": 8.952781549638412e-08,
+      "loss": 0.004,
+      "step": 3990
+    },
+    {
+      "epoch": 2.844950213371266,
+      "grad_norm": 0.18816430934886938,
+      "learning_rate": 8.190046526428241e-08,
+      "loss": 0.0031,
+      "step": 4000
+    },
+    {
+      "epoch": 2.852062588904694,
+      "grad_norm": 0.23202372767680643,
+      "learning_rate": 7.460996939221643e-08,
+      "loss": 0.0039,
+      "step": 4010
+    },
+    {
+      "epoch": 2.8591749644381226,
+      "grad_norm": 0.1623071297031127,
+      "learning_rate": 6.765682722659151e-08,
+      "loss": 0.0039,
+      "step": 4020
+    },
+    {
+      "epoch": 2.8662873399715503,
+      "grad_norm": 0.2130255450940709,
+      "learning_rate": 6.104151500751609e-08,
+      "loss": 0.0028,
+      "step": 4030
+    },
+    {
+      "epoch": 2.873399715504979,
+      "grad_norm": 0.14259971568207008,
+      "learning_rate": 5.476448583618288e-08,
+      "loss": 0.0039,
+      "step": 4040
+    },
+    {
+      "epoch": 2.8805120910384066,
+      "grad_norm": 0.18255687916100874,
+      "learning_rate": 4.8826169643832464e-08,
+      "loss": 0.0028,
+      "step": 4050
+    },
+    {
+      "epoch": 2.887624466571835,
+      "grad_norm": 0.2053446140861889,
+      "learning_rate": 4.322697316231361e-08,
+      "loss": 0.0039,
+      "step": 4060
+    },
+    {
+      "epoch": 2.8947368421052633,
+      "grad_norm": 0.1604377238062154,
+      "learning_rate": 3.796727989621385e-08,
+      "loss": 0.0027,
+      "step": 4070
+    },
+    {
+      "epoch": 2.9018492176386914,
+      "grad_norm": 0.1963367249030138,
+      "learning_rate": 3.304745009660326e-08,
+      "loss": 0.0033,
+      "step": 4080
+    },
+    {
+      "epoch": 2.9089615931721196,
+      "grad_norm": 0.3357461992161217,
+      "learning_rate": 2.8467820736350903e-08,
+      "loss": 0.0031,
+      "step": 4090
+    },
+    {
+      "epoch": 2.9160739687055477,
+      "grad_norm": 0.11268055230811629,
+      "learning_rate": 2.422870548705103e-08,
+      "loss": 0.0032,
+      "step": 4100
+    },
+    {
+      "epoch": 2.923186344238976,
+      "grad_norm": 0.2544008002680536,
+      "learning_rate": 2.0330394697534726e-08,
+      "loss": 0.0037,
+      "step": 4110
+    },
+    {
+      "epoch": 2.930298719772404,
+      "grad_norm": 0.13380581381300227,
+      "learning_rate": 1.677315537398583e-08,
+      "loss": 0.0038,
+      "step": 4120
+    },
+    {
+      "epoch": 2.937411095305832,
+      "grad_norm": 0.18134475982283993,
+      "learning_rate": 1.355723116165164e-08,
+      "loss": 0.0032,
+      "step": 4130
+    },
+    {
+      "epoch": 2.9445234708392602,
+      "grad_norm": 0.26101935700080225,
+      "learning_rate": 1.0682842328154086e-08,
+      "loss": 0.0033,
+      "step": 4140
+    },
+    {
+      "epoch": 2.9516358463726884,
+      "grad_norm": 0.19538728836785646,
+      "learning_rate": 8.150185748405092e-09,
+      "loss": 0.0037,
+      "step": 4150
+    },
+    {
+      "epoch": 2.9587482219061165,
+      "grad_norm": 0.22029377776143994,
+      "learning_rate": 5.959434891121274e-09,
+      "loss": 0.0034,
+      "step": 4160
+    },
+    {
+      "epoch": 2.9658605974395447,
+      "grad_norm": 0.2119562852212782,
+      "learning_rate": 4.110739806940656e-09,
+      "loss": 0.003,
+      "step": 4170
+    },
+    {
+      "epoch": 2.972972972972973,
+      "grad_norm": 0.21084982886316375,
+      "learning_rate": 2.604227118148117e-09,
+      "loss": 0.0027,
+      "step": 4180
+    },
+    {
+      "epoch": 2.9800853485064014,
+      "grad_norm": 0.30515012873944525,
+      "learning_rate": 1.4400000100017741e-09,
+      "loss": 0.0033,
+      "step": 4190
+    },
+    {
+      "epoch": 2.987197724039829,
+      "grad_norm": 0.15412371556633805,
+      "learning_rate": 6.181382236641887e-10,
+      "loss": 0.0028,
+      "step": 4200
+    },
+    {
+      "epoch": 2.9943100995732577,
+      "grad_norm": 0.19260652338114095,
+      "learning_rate": 1.3869805074284704e-10,
+      "loss": 0.0033,
+      "step": 4210
+    },
+    {
+      "epoch": 3.0,
+      "step": 4218,
+      "total_flos": 187524427284480.0,
+      "train_loss": 0.23043089039047898,
+      "train_runtime": 21192.9138,
+      "train_samples_per_second": 12.735,
+      "train_steps_per_second": 0.199
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4218,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 187524427284480.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d85531e4493089efe8fd76f07a8d1e560db5972bbc88692f78dde42ec48b0
+size 7889