Upload model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,155 @@
+---
+library_name: transformers
+license: llama3.1
+base_model: meta-llama/Llama-3.1-8B
+language: en
+datasets:
+- Word2Li/MiddOptimized
+tags:
+- llama-factory
+- full
+pipeline_tag: text-generation
+model-index:
+- name: Llama3.1-8B-Middo-Wizard
+  results:
+    - task:
+        type: text-generation
+      dataset:
+        name: MMLU
+        type: MMLU
+      metrics:
+        - name: Weighted Avg.
+          type: Weighted Avg.
+          value: 48.39
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: IFEval
+        type: IFEval
+      metrics:
+        - name: Avg.
+          type: Avg.
+          value: 50.11
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: GSM8K
+        type: GSM8K
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 54.44
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: MATH
+        type: MATH
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 13.80
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: HumanEval
+        type: HumanEval
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 46.95
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: MBPP
+        type: MBPP
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 45.00
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: Hellaswag
+        type: Hellaswag
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 63.54
+          verified: true
+    - task:
+        type: text-generation
+      dataset:
+        name: GPQA
+        type: GPQA
+      metrics:
+        - name: pass@1
+          type: pass@1
+          value: 20.20
+          verified: true
+metrics:
+- accuracy
+---
+
+# Llama3.1-8B-Middo-Wizard
+
+Paper: [Middo: Model-Informed Dynamic Data Optimization for Enhanced LLM Fine-Tuning via Closed-Loop Learning](https://arxiv.org/abs/2508.21589)
+
+Code: https://github.com/Word2VecT/Middo
+
+## Model description
+
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) on the [MiddOptimzed/llama_wizard](https://huggingface.co/datasets/Word2Li/MiddOptimized/viewer/default/llama_alpaca) dataset.
+
+## Training and evaluation data
+
+### Training data
+
+Middo optimized [WizardLM_evol_instruct_70k](https://huggingface.co/datasets/tatsu-lab/alpaca) on [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B).
+
+### Evaluation data
+
+- General
+  - MMLU
+  - IFEval
+- Math
+  - GSM8K
+  - MATH
+- Code
+  - HumanEval
+  - MBPP
+- Reasoning
+  - Hellaswag
+  - GPQA
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+
+- learning_rate: 2e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 256
+- total_eval_batch_size: 64
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.03
+- num_epochs: 1.0
+
+### Framework versions
+
+- Transformers 4.45.2
+- Pytorch 2.5.1+cu121
+- Datasets 2.21.0
+- Tokenizers 0.20.1

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.9973935708079931,
+    "total_flos": 2.698045158024282e+18,
+    "train_loss": 0.5919382667707649,
+    "train_runtime": 4471.5794,
+    "train_samples_per_second": 16.469,
+    "train_steps_per_second": 0.064
+}

config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "/mnt/petrelfs/tangzinan/LLaMA-Factory/models/LLama3.1-8B",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f04aee83dde24ac5aca360da639f64e3541c9722982129651d45fbb3c3950c
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5163f717552bd09340943a160cfbd5b0aee4c51d8c4b473abc5d37400d9989b5
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addba9d31f789c87fbabbaea790f07196ad9986352866573ee96d5d858aa1c0a
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1408dbf459c2d12f7d898540a2bcdf2a570f512170a77ee5d82e91806844afbb
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|end_of_text|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|end_of_text|>' + '\n' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 4096,
+  "pad_token": "<|end_of_text|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.9973935708079931,
+    "total_flos": 2.698045158024282e+18,
+    "train_loss": 0.5919382667707649,
+    "train_runtime": 4471.5794,
+    "train_samples_per_second": 16.469,
+    "train_steps_per_second": 0.064
+}

trainer_log.jsonl

@@ -0,0 +1,288 @@
+{"current_steps": 1, "total_steps": 287, "loss": 0.8359, "lr": 2.222222222222222e-06, "epoch": 0.0034752389226759338, "percentage": 0.35, "elapsed_time": "0:00:17", "remaining_time": "1:23:20"}
+{"current_steps": 2, "total_steps": 287, "loss": 0.8862, "lr": 4.444444444444444e-06, "epoch": 0.0069504778453518675, "percentage": 0.7, "elapsed_time": "0:00:32", "remaining_time": "1:16:56"}
+{"current_steps": 3, "total_steps": 287, "loss": 0.7899, "lr": 6.666666666666667e-06, "epoch": 0.010425716768027803, "percentage": 1.05, "elapsed_time": "0:00:46", "remaining_time": "1:13:57"}
+{"current_steps": 4, "total_steps": 287, "loss": 0.7342, "lr": 8.888888888888888e-06, "epoch": 0.013900955690703735, "percentage": 1.39, "elapsed_time": "0:01:03", "remaining_time": "1:14:36"}
+{"current_steps": 5, "total_steps": 287, "loss": 0.6759, "lr": 1.1111111111111113e-05, "epoch": 0.01737619461337967, "percentage": 1.74, "elapsed_time": "0:01:19", "remaining_time": "1:14:53"}
+{"current_steps": 6, "total_steps": 287, "loss": 0.6608, "lr": 1.3333333333333333e-05, "epoch": 0.020851433536055605, "percentage": 2.09, "elapsed_time": "0:01:33", "remaining_time": "1:12:47"}
+{"current_steps": 7, "total_steps": 287, "loss": 0.5929, "lr": 1.555555555555556e-05, "epoch": 0.02432667245873154, "percentage": 2.44, "elapsed_time": "0:01:47", "remaining_time": "1:11:25"}
+{"current_steps": 8, "total_steps": 287, "loss": 0.6591, "lr": 1.7777777777777777e-05, "epoch": 0.02780191138140747, "percentage": 2.79, "elapsed_time": "0:02:00", "remaining_time": "1:10:04"}
+{"current_steps": 9, "total_steps": 287, "loss": 0.6129, "lr": 2e-05, "epoch": 0.03127715030408341, "percentage": 3.14, "elapsed_time": "0:02:14", "remaining_time": "1:09:02"}
+{"current_steps": 10, "total_steps": 287, "loss": 0.6247, "lr": 1.9999361478484043e-05, "epoch": 0.03475238922675934, "percentage": 3.48, "elapsed_time": "0:02:29", "remaining_time": "1:09:07"}
+{"current_steps": 11, "total_steps": 287, "loss": 0.5985, "lr": 1.999744599547812e-05, "epoch": 0.038227628149435276, "percentage": 3.83, "elapsed_time": "0:02:44", "remaining_time": "1:08:53"}
+{"current_steps": 12, "total_steps": 287, "loss": 0.6277, "lr": 1.999425379559765e-05, "epoch": 0.04170286707211121, "percentage": 4.18, "elapsed_time": "0:02:59", "remaining_time": "1:08:32"}
+{"current_steps": 13, "total_steps": 287, "loss": 0.6268, "lr": 1.9989785286500294e-05, "epoch": 0.045178105994787145, "percentage": 4.53, "elapsed_time": "0:03:14", "remaining_time": "1:08:13"}
+{"current_steps": 14, "total_steps": 287, "loss": 0.6465, "lr": 1.99840410388339e-05, "epoch": 0.04865334491746308, "percentage": 4.88, "elapsed_time": "0:03:28", "remaining_time": "1:07:48"}
+{"current_steps": 15, "total_steps": 287, "loss": 0.6048, "lr": 1.99770217861636e-05, "epoch": 0.052128583840139006, "percentage": 5.23, "elapsed_time": "0:03:44", "remaining_time": "1:07:44"}
+{"current_steps": 16, "total_steps": 287, "loss": 0.6343, "lr": 1.9968728424878178e-05, "epoch": 0.05560382276281494, "percentage": 5.57, "elapsed_time": "0:03:56", "remaining_time": "1:06:45"}
+{"current_steps": 17, "total_steps": 287, "loss": 0.6308, "lr": 1.9959162014075553e-05, "epoch": 0.059079061685490875, "percentage": 5.92, "elapsed_time": "0:04:12", "remaining_time": "1:06:53"}
+{"current_steps": 18, "total_steps": 287, "loss": 0.6382, "lr": 1.994832377542755e-05, "epoch": 0.06255430060816682, "percentage": 6.27, "elapsed_time": "0:04:27", "remaining_time": "1:06:36"}
+{"current_steps": 19, "total_steps": 287, "loss": 0.5864, "lr": 1.9936215093023884e-05, "epoch": 0.06602953953084274, "percentage": 6.62, "elapsed_time": "0:04:43", "remaining_time": "1:06:40"}
+{"current_steps": 20, "total_steps": 287, "loss": 0.6014, "lr": 1.9922837513195406e-05, "epoch": 0.06950477845351868, "percentage": 6.97, "elapsed_time": "0:04:56", "remaining_time": "1:06:00"}
+{"current_steps": 21, "total_steps": 287, "loss": 0.5919, "lr": 1.990819274431662e-05, "epoch": 0.07298001737619461, "percentage": 7.32, "elapsed_time": "0:05:12", "remaining_time": "1:05:59"}
+{"current_steps": 22, "total_steps": 287, "loss": 0.6285, "lr": 1.989228265658754e-05, "epoch": 0.07645525629887055, "percentage": 7.67, "elapsed_time": "0:05:26", "remaining_time": "1:05:32"}
+{"current_steps": 23, "total_steps": 287, "loss": 0.6498, "lr": 1.9875109281794828e-05, "epoch": 0.07993049522154648, "percentage": 8.01, "elapsed_time": "0:05:41", "remaining_time": "1:05:22"}
+{"current_steps": 24, "total_steps": 287, "loss": 0.6267, "lr": 1.9856674813052345e-05, "epoch": 0.08340573414422242, "percentage": 8.36, "elapsed_time": "0:05:56", "remaining_time": "1:05:07"}
+{"current_steps": 25, "total_steps": 287, "loss": 0.6798, "lr": 1.9836981604521077e-05, "epoch": 0.08688097306689835, "percentage": 8.71, "elapsed_time": "0:06:11", "remaining_time": "1:04:51"}
+{"current_steps": 26, "total_steps": 287, "loss": 0.6478, "lr": 1.98160321711085e-05, "epoch": 0.09035621198957429, "percentage": 9.06, "elapsed_time": "0:06:25", "remaining_time": "1:04:31"}
+{"current_steps": 27, "total_steps": 287, "loss": 0.6136, "lr": 1.9793829188147406e-05, "epoch": 0.09383145091225022, "percentage": 9.41, "elapsed_time": "0:06:39", "remaining_time": "1:04:08"}
+{"current_steps": 28, "total_steps": 287, "loss": 0.6365, "lr": 1.9770375491054264e-05, "epoch": 0.09730668983492616, "percentage": 9.76, "elapsed_time": "0:06:54", "remaining_time": "1:03:53"}
+{"current_steps": 29, "total_steps": 287, "loss": 0.6168, "lr": 1.974567407496712e-05, "epoch": 0.10078192875760209, "percentage": 10.1, "elapsed_time": "0:07:09", "remaining_time": "1:03:39"}
+{"current_steps": 30, "total_steps": 287, "loss": 0.6212, "lr": 1.9719728094363103e-05, "epoch": 0.10425716768027801, "percentage": 10.45, "elapsed_time": "0:07:24", "remaining_time": "1:03:31"}
+{"current_steps": 31, "total_steps": 287, "loss": 0.6246, "lr": 1.9692540862655587e-05, "epoch": 0.10773240660295395, "percentage": 10.8, "elapsed_time": "0:07:40", "remaining_time": "1:03:20"}
+{"current_steps": 32, "total_steps": 287, "loss": 0.585, "lr": 1.966411585177105e-05, "epoch": 0.11120764552562988, "percentage": 11.15, "elapsed_time": "0:07:51", "remaining_time": "1:02:36"}
+{"current_steps": 33, "total_steps": 287, "loss": 0.6416, "lr": 1.9634456691705705e-05, "epoch": 0.11468288444830582, "percentage": 11.5, "elapsed_time": "0:08:06", "remaining_time": "1:02:21"}
+{"current_steps": 34, "total_steps": 287, "loss": 0.6112, "lr": 1.9603567170061918e-05, "epoch": 0.11815812337098175, "percentage": 11.85, "elapsed_time": "0:08:19", "remaining_time": "1:01:56"}
+{"current_steps": 35, "total_steps": 287, "loss": 0.6193, "lr": 1.9571451231564523e-05, "epoch": 0.12163336229365769, "percentage": 12.2, "elapsed_time": "0:08:33", "remaining_time": "1:01:38"}
+{"current_steps": 36, "total_steps": 287, "loss": 0.661, "lr": 1.9538112977557077e-05, "epoch": 0.12510860121633363, "percentage": 12.54, "elapsed_time": "0:08:48", "remaining_time": "1:01:21"}
+{"current_steps": 37, "total_steps": 287, "loss": 0.626, "lr": 1.9503556665478066e-05, "epoch": 0.12858384013900956, "percentage": 12.89, "elapsed_time": "0:09:01", "remaining_time": "1:00:59"}
+{"current_steps": 38, "total_steps": 287, "loss": 0.6553, "lr": 1.9467786708317257e-05, "epoch": 0.13205907906168549, "percentage": 13.24, "elapsed_time": "0:09:16", "remaining_time": "1:00:46"}
+{"current_steps": 39, "total_steps": 287, "loss": 0.6105, "lr": 1.9430807674052092e-05, "epoch": 0.1355343179843614, "percentage": 13.59, "elapsed_time": "0:09:30", "remaining_time": "1:00:28"}
+{"current_steps": 40, "total_steps": 287, "loss": 0.6362, "lr": 1.939262428506438e-05, "epoch": 0.13900955690703737, "percentage": 13.94, "elapsed_time": "0:09:44", "remaining_time": "1:00:09"}
+{"current_steps": 41, "total_steps": 287, "loss": 0.639, "lr": 1.9353241417537216e-05, "epoch": 0.1424847958297133, "percentage": 14.29, "elapsed_time": "0:09:59", "remaining_time": "0:59:55"}
+{"current_steps": 42, "total_steps": 287, "loss": 0.6421, "lr": 1.9312664100832236e-05, "epoch": 0.14596003475238922, "percentage": 14.63, "elapsed_time": "0:10:14", "remaining_time": "0:59:42"}
+{"current_steps": 43, "total_steps": 287, "loss": 0.5897, "lr": 1.9270897516847406e-05, "epoch": 0.14943527367506515, "percentage": 14.98, "elapsed_time": "0:10:27", "remaining_time": "0:59:22"}
+{"current_steps": 44, "total_steps": 287, "loss": 0.6122, "lr": 1.9227946999355226e-05, "epoch": 0.1529105125977411, "percentage": 15.33, "elapsed_time": "0:10:41", "remaining_time": "0:59:02"}
+{"current_steps": 45, "total_steps": 287, "loss": 0.5546, "lr": 1.9183818033321612e-05, "epoch": 0.15638575152041703, "percentage": 15.68, "elapsed_time": "0:10:54", "remaining_time": "0:58:42"}
+{"current_steps": 46, "total_steps": 287, "loss": 0.6268, "lr": 1.9138516254205416e-05, "epoch": 0.15986099044309296, "percentage": 16.03, "elapsed_time": "0:11:13", "remaining_time": "0:58:47"}
+{"current_steps": 47, "total_steps": 287, "loss": 0.6081, "lr": 1.9092047447238775e-05, "epoch": 0.1633362293657689, "percentage": 16.38, "elapsed_time": "0:11:30", "remaining_time": "0:58:43"}
+{"current_steps": 48, "total_steps": 287, "loss": 0.6007, "lr": 1.9044417546688295e-05, "epoch": 0.16681146828844484, "percentage": 16.72, "elapsed_time": "0:11:45", "remaining_time": "0:58:32"}
+{"current_steps": 49, "total_steps": 287, "loss": 0.6219, "lr": 1.899563263509725e-05, "epoch": 0.17028670721112077, "percentage": 17.07, "elapsed_time": "0:12:01", "remaining_time": "0:58:22"}
+{"current_steps": 50, "total_steps": 287, "loss": 0.5834, "lr": 1.894569894250877e-05, "epoch": 0.1737619461337967, "percentage": 17.42, "elapsed_time": "0:12:16", "remaining_time": "0:58:10"}
+{"current_steps": 51, "total_steps": 287, "loss": 0.6568, "lr": 1.8894622845670282e-05, "epoch": 0.17723718505647262, "percentage": 17.77, "elapsed_time": "0:12:31", "remaining_time": "0:57:57"}
+{"current_steps": 52, "total_steps": 287, "loss": 0.6269, "lr": 1.8842410867219137e-05, "epoch": 0.18071242397914858, "percentage": 18.12, "elapsed_time": "0:12:46", "remaining_time": "0:57:41"}
+{"current_steps": 53, "total_steps": 287, "loss": 0.5973, "lr": 1.878906967484966e-05, "epoch": 0.1841876629018245, "percentage": 18.47, "elapsed_time": "0:12:59", "remaining_time": "0:57:22"}
+{"current_steps": 54, "total_steps": 287, "loss": 0.6367, "lr": 1.8734606080461657e-05, "epoch": 0.18766290182450043, "percentage": 18.82, "elapsed_time": "0:13:13", "remaining_time": "0:57:04"}
+{"current_steps": 55, "total_steps": 287, "loss": 0.6006, "lr": 1.86790270392905e-05, "epoch": 0.19113814074717636, "percentage": 19.16, "elapsed_time": "0:13:28", "remaining_time": "0:56:52"}
+{"current_steps": 56, "total_steps": 287, "loss": 0.579, "lr": 1.8622339649018907e-05, "epoch": 0.19461337966985232, "percentage": 19.51, "elapsed_time": "0:13:43", "remaining_time": "0:56:36"}
+{"current_steps": 57, "total_steps": 287, "loss": 0.5521, "lr": 1.856455114887056e-05, "epoch": 0.19808861859252824, "percentage": 19.86, "elapsed_time": "0:13:57", "remaining_time": "0:56:18"}
+{"current_steps": 58, "total_steps": 287, "loss": 0.6222, "lr": 1.8505668918685603e-05, "epoch": 0.20156385751520417, "percentage": 20.21, "elapsed_time": "0:14:11", "remaining_time": "0:56:02"}
+{"current_steps": 59, "total_steps": 287, "loss": 0.6631, "lr": 1.8445700477978207e-05, "epoch": 0.2050390964378801, "percentage": 20.56, "elapsed_time": "0:14:27", "remaining_time": "0:55:50"}
+{"current_steps": 60, "total_steps": 287, "loss": 0.5963, "lr": 1.8384653484976305e-05, "epoch": 0.20851433536055602, "percentage": 20.91, "elapsed_time": "0:14:41", "remaining_time": "0:55:34"}
+{"current_steps": 61, "total_steps": 287, "loss": 0.5943, "lr": 1.8322535735643604e-05, "epoch": 0.21198957428323198, "percentage": 21.25, "elapsed_time": "0:14:57", "remaining_time": "0:55:23"}
+{"current_steps": 62, "total_steps": 287, "loss": 0.6301, "lr": 1.8259355162684e-05, "epoch": 0.2154648132059079, "percentage": 21.6, "elapsed_time": "0:15:12", "remaining_time": "0:55:10"}
+{"current_steps": 63, "total_steps": 287, "loss": 0.6366, "lr": 1.8195119834528535e-05, "epoch": 0.21894005212858383, "percentage": 21.95, "elapsed_time": "0:15:26", "remaining_time": "0:54:53"}
+{"current_steps": 64, "total_steps": 287, "loss": 0.6156, "lr": 1.8129837954305033e-05, "epoch": 0.22241529105125976, "percentage": 22.3, "elapsed_time": "0:15:40", "remaining_time": "0:54:37"}
+{"current_steps": 65, "total_steps": 287, "loss": 0.608, "lr": 1.8063517858790517e-05, "epoch": 0.22589052997393572, "percentage": 22.65, "elapsed_time": "0:15:55", "remaining_time": "0:54:23"}
+{"current_steps": 66, "total_steps": 287, "loss": 0.6334, "lr": 1.799616801734657e-05, "epoch": 0.22936576889661164, "percentage": 23.0, "elapsed_time": "0:16:09", "remaining_time": "0:54:05"}
+{"current_steps": 67, "total_steps": 287, "loss": 0.6139, "lr": 1.792779703083777e-05, "epoch": 0.23284100781928757, "percentage": 23.34, "elapsed_time": "0:16:21", "remaining_time": "0:53:41"}
+{"current_steps": 68, "total_steps": 287, "loss": 0.5897, "lr": 1.7858413630533305e-05, "epoch": 0.2363162467419635, "percentage": 23.69, "elapsed_time": "0:16:36", "remaining_time": "0:53:30"}
+{"current_steps": 69, "total_steps": 287, "loss": 0.606, "lr": 1.778802667699196e-05, "epoch": 0.23979148566463945, "percentage": 24.04, "elapsed_time": "0:16:52", "remaining_time": "0:53:19"}
+{"current_steps": 70, "total_steps": 287, "loss": 0.5888, "lr": 1.77166451589306e-05, "epoch": 0.24326672458731538, "percentage": 24.39, "elapsed_time": "0:17:06", "remaining_time": "0:53:00"}
+{"current_steps": 71, "total_steps": 287, "loss": 0.6004, "lr": 1.764427819207624e-05, "epoch": 0.2467419635099913, "percentage": 24.74, "elapsed_time": "0:17:21", "remaining_time": "0:52:47"}
+{"current_steps": 72, "total_steps": 287, "loss": 0.5699, "lr": 1.757093501800196e-05, "epoch": 0.25021720243266726, "percentage": 25.09, "elapsed_time": "0:17:37", "remaining_time": "0:52:37"}
+{"current_steps": 73, "total_steps": 287, "loss": 0.6051, "lr": 1.7496625002946702e-05, "epoch": 0.2536924413553432, "percentage": 25.44, "elapsed_time": "0:17:52", "remaining_time": "0:52:23"}
+{"current_steps": 74, "total_steps": 287, "loss": 0.6494, "lr": 1.7421357636619153e-05, "epoch": 0.2571676802780191, "percentage": 25.78, "elapsed_time": "0:18:08", "remaining_time": "0:52:14"}
+{"current_steps": 75, "total_steps": 287, "loss": 0.6033, "lr": 1.734514253098589e-05, "epoch": 0.26064291920069504, "percentage": 26.13, "elapsed_time": "0:18:24", "remaining_time": "0:52:02"}
+{"current_steps": 76, "total_steps": 287, "loss": 0.596, "lr": 1.726798941904386e-05, "epoch": 0.26411815812337097, "percentage": 26.48, "elapsed_time": "0:18:40", "remaining_time": "0:51:50"}
+{"current_steps": 77, "total_steps": 287, "loss": 0.5669, "lr": 1.7189908153577473e-05, "epoch": 0.2675933970460469, "percentage": 26.83, "elapsed_time": "0:18:53", "remaining_time": "0:51:31"}
+{"current_steps": 78, "total_steps": 287, "loss": 0.6133, "lr": 1.7110908705900322e-05, "epoch": 0.2710686359687228, "percentage": 27.18, "elapsed_time": "0:19:07", "remaining_time": "0:51:13"}
+{"current_steps": 79, "total_steps": 287, "loss": 0.6405, "lr": 1.7031001164581828e-05, "epoch": 0.2745438748913988, "percentage": 27.53, "elapsed_time": "0:19:22", "remaining_time": "0:51:00"}
+{"current_steps": 80, "total_steps": 287, "loss": 0.579, "lr": 1.6950195734158874e-05, "epoch": 0.27801911381407474, "percentage": 27.87, "elapsed_time": "0:19:37", "remaining_time": "0:50:47"}
+{"current_steps": 81, "total_steps": 287, "loss": 0.5825, "lr": 1.6868502733832647e-05, "epoch": 0.28149435273675066, "percentage": 28.22, "elapsed_time": "0:19:49", "remaining_time": "0:50:26"}
+{"current_steps": 82, "total_steps": 287, "loss": 0.6038, "lr": 1.6785932596150827e-05, "epoch": 0.2849695916594266, "percentage": 28.57, "elapsed_time": "0:20:04", "remaining_time": "0:50:11"}
+{"current_steps": 83, "total_steps": 287, "loss": 0.5979, "lr": 1.670249586567531e-05, "epoch": 0.2884448305821025, "percentage": 28.92, "elapsed_time": "0:20:19", "remaining_time": "0:49:57"}
+{"current_steps": 84, "total_steps": 287, "loss": 0.5832, "lr": 1.6618203197635624e-05, "epoch": 0.29192006950477845, "percentage": 29.27, "elapsed_time": "0:20:32", "remaining_time": "0:49:39"}
+{"current_steps": 85, "total_steps": 287, "loss": 0.5844, "lr": 1.6533065356568206e-05, "epoch": 0.2953953084274544, "percentage": 29.62, "elapsed_time": "0:20:48", "remaining_time": "0:49:26"}
+{"current_steps": 86, "total_steps": 287, "loss": 0.619, "lr": 1.6447093214941727e-05, "epoch": 0.2988705473501303, "percentage": 29.97, "elapsed_time": "0:21:01", "remaining_time": "0:49:08"}
+{"current_steps": 87, "total_steps": 287, "loss": 0.6573, "lr": 1.636029775176862e-05, "epoch": 0.3023457862728063, "percentage": 30.31, "elapsed_time": "0:21:17", "remaining_time": "0:48:56"}
+{"current_steps": 88, "total_steps": 287, "loss": 0.5779, "lr": 1.627269005120304e-05, "epoch": 0.3058210251954822, "percentage": 30.66, "elapsed_time": "0:21:32", "remaining_time": "0:48:42"}
+{"current_steps": 89, "total_steps": 287, "loss": 0.5994, "lr": 1.618428130112533e-05, "epoch": 0.30929626411815814, "percentage": 31.01, "elapsed_time": "0:21:46", "remaining_time": "0:48:27"}
+{"current_steps": 90, "total_steps": 287, "loss": 0.626, "lr": 1.6095082791713322e-05, "epoch": 0.31277150304083406, "percentage": 31.36, "elapsed_time": "0:21:59", "remaining_time": "0:48:09"}
+{"current_steps": 91, "total_steps": 287, "loss": 0.6313, "lr": 1.6005105914000508e-05, "epoch": 0.31624674196351, "percentage": 31.71, "elapsed_time": "0:22:12", "remaining_time": "0:47:50"}
+{"current_steps": 92, "total_steps": 287, "loss": 0.636, "lr": 1.5914362158421352e-05, "epoch": 0.3197219808861859, "percentage": 32.06, "elapsed_time": "0:22:27", "remaining_time": "0:47:36"}
+{"current_steps": 93, "total_steps": 287, "loss": 0.5972, "lr": 1.5822863113343934e-05, "epoch": 0.32319721980886185, "percentage": 32.4, "elapsed_time": "0:22:43", "remaining_time": "0:47:24"}
+{"current_steps": 94, "total_steps": 287, "loss": 0.5728, "lr": 1.5730620463590052e-05, "epoch": 0.3266724587315378, "percentage": 32.75, "elapsed_time": "0:22:58", "remaining_time": "0:47:09"}
+{"current_steps": 95, "total_steps": 287, "loss": 0.6138, "lr": 1.5637645988943008e-05, "epoch": 0.3301476976542137, "percentage": 33.1, "elapsed_time": "0:23:14", "remaining_time": "0:46:59"}
+{"current_steps": 96, "total_steps": 287, "loss": 0.6123, "lr": 1.554395156264331e-05, "epoch": 0.3336229365768897, "percentage": 33.45, "elapsed_time": "0:23:31", "remaining_time": "0:46:47"}
+{"current_steps": 97, "total_steps": 287, "loss": 0.6063, "lr": 1.544954914987238e-05, "epoch": 0.3370981754995656, "percentage": 33.8, "elapsed_time": "0:23:46", "remaining_time": "0:46:33"}
+{"current_steps": 98, "total_steps": 287, "loss": 0.5842, "lr": 1.5354450806224553e-05, "epoch": 0.34057341442224154, "percentage": 34.15, "elapsed_time": "0:23:59", "remaining_time": "0:46:16"}
+{"current_steps": 99, "total_steps": 287, "loss": 0.5938, "lr": 1.5258668676167548e-05, "epoch": 0.34404865334491747, "percentage": 34.49, "elapsed_time": "0:24:12", "remaining_time": "0:45:59"}
+{"current_steps": 100, "total_steps": 287, "loss": 0.6202, "lr": 1.516221499149154e-05, "epoch": 0.3475238922675934, "percentage": 34.84, "elapsed_time": "0:24:26", "remaining_time": "0:45:43"}
+{"current_steps": 101, "total_steps": 287, "loss": 0.6216, "lr": 1.5065102069747117e-05, "epoch": 0.3509991311902693, "percentage": 35.19, "elapsed_time": "0:24:41", "remaining_time": "0:45:28"}
+{"current_steps": 102, "total_steps": 287, "loss": 0.5649, "lr": 1.4967342312672283e-05, "epoch": 0.35447437011294525, "percentage": 35.54, "elapsed_time": "0:24:59", "remaining_time": "0:45:19"}
+{"current_steps": 103, "total_steps": 287, "loss": 0.5954, "lr": 1.48689482046087e-05, "epoch": 0.3579496090356212, "percentage": 35.89, "elapsed_time": "0:25:13", "remaining_time": "0:45:03"}
+{"current_steps": 104, "total_steps": 287, "loss": 0.6362, "lr": 1.4769932310907372e-05, "epoch": 0.36142484795829716, "percentage": 36.24, "elapsed_time": "0:25:26", "remaining_time": "0:44:45"}
+{"current_steps": 105, "total_steps": 287, "loss": 0.5664, "lr": 1.467030727632401e-05, "epoch": 0.3649000868809731, "percentage": 36.59, "elapsed_time": "0:25:40", "remaining_time": "0:44:30"}
+{"current_steps": 106, "total_steps": 287, "loss": 0.586, "lr": 1.4570085823404232e-05, "epoch": 0.368375325803649, "percentage": 36.93, "elapsed_time": "0:25:55", "remaining_time": "0:44:16"}
+{"current_steps": 107, "total_steps": 287, "loss": 0.5773, "lr": 1.4469280750858854e-05, "epoch": 0.37185056472632494, "percentage": 37.28, "elapsed_time": "0:26:10", "remaining_time": "0:44:01"}
+{"current_steps": 108, "total_steps": 287, "loss": 0.585, "lr": 1.4367904931929422e-05, "epoch": 0.37532580364900087, "percentage": 37.63, "elapsed_time": "0:26:24", "remaining_time": "0:43:45"}
+{"current_steps": 109, "total_steps": 287, "loss": 0.5698, "lr": 1.4265971312744252e-05, "epoch": 0.3788010425716768, "percentage": 37.98, "elapsed_time": "0:26:39", "remaining_time": "0:43:32"}
+{"current_steps": 110, "total_steps": 287, "loss": 0.611, "lr": 1.4163492910665153e-05, "epoch": 0.3822762814943527, "percentage": 38.33, "elapsed_time": "0:26:55", "remaining_time": "0:43:19"}
+{"current_steps": 111, "total_steps": 287, "loss": 0.6226, "lr": 1.4060482812625055e-05, "epoch": 0.38575152041702865, "percentage": 38.68, "elapsed_time": "0:27:09", "remaining_time": "0:43:03"}
+{"current_steps": 112, "total_steps": 287, "loss": 0.6257, "lr": 1.395695417345675e-05, "epoch": 0.38922675933970463, "percentage": 39.02, "elapsed_time": "0:27:25", "remaining_time": "0:42:51"}
+{"current_steps": 113, "total_steps": 287, "loss": 0.5883, "lr": 1.3852920214212966e-05, "epoch": 0.39270199826238056, "percentage": 39.37, "elapsed_time": "0:27:38", "remaining_time": "0:42:34"}
+{"current_steps": 114, "total_steps": 287, "loss": 0.5804, "lr": 1.3748394220477972e-05, "epoch": 0.3961772371850565, "percentage": 39.72, "elapsed_time": "0:27:52", "remaining_time": "0:42:18"}
+{"current_steps": 115, "total_steps": 287, "loss": 0.6178, "lr": 1.3643389540670963e-05, "epoch": 0.3996524761077324, "percentage": 40.07, "elapsed_time": "0:28:06", "remaining_time": "0:42:02"}
+{"current_steps": 116, "total_steps": 287, "loss": 0.5959, "lr": 1.3537919584341413e-05, "epoch": 0.40312771503040834, "percentage": 40.42, "elapsed_time": "0:28:19", "remaining_time": "0:41:45"}
+{"current_steps": 117, "total_steps": 287, "loss": 0.6051, "lr": 1.3431997820456592e-05, "epoch": 0.40660295395308427, "percentage": 40.77, "elapsed_time": "0:28:34", "remaining_time": "0:41:30"}
+{"current_steps": 118, "total_steps": 287, "loss": 0.599, "lr": 1.3325637775681561e-05, "epoch": 0.4100781928757602, "percentage": 41.11, "elapsed_time": "0:28:51", "remaining_time": "0:41:19"}
+{"current_steps": 119, "total_steps": 287, "loss": 0.6322, "lr": 1.3218853032651719e-05, "epoch": 0.4135534317984361, "percentage": 41.46, "elapsed_time": "0:29:06", "remaining_time": "0:41:05"}
+{"current_steps": 120, "total_steps": 287, "loss": 0.6209, "lr": 1.3111657228238263e-05, "epoch": 0.41702867072111205, "percentage": 41.81, "elapsed_time": "0:29:21", "remaining_time": "0:40:50"}
+{"current_steps": 121, "total_steps": 287, "loss": 0.5832, "lr": 1.3004064051806712e-05, "epoch": 0.42050390964378803, "percentage": 42.16, "elapsed_time": "0:29:35", "remaining_time": "0:40:35"}
+{"current_steps": 122, "total_steps": 287, "loss": 0.5645, "lr": 1.2896087243468673e-05, "epoch": 0.42397914856646396, "percentage": 42.51, "elapsed_time": "0:29:49", "remaining_time": "0:40:20"}
+{"current_steps": 123, "total_steps": 287, "loss": 0.5921, "lr": 1.2787740592327232e-05, "epoch": 0.4274543874891399, "percentage": 42.86, "elapsed_time": "0:30:04", "remaining_time": "0:40:06"}
+{"current_steps": 124, "total_steps": 287, "loss": 0.5687, "lr": 1.267903793471597e-05, "epoch": 0.4309296264118158, "percentage": 43.21, "elapsed_time": "0:30:20", "remaining_time": "0:39:53"}
+{"current_steps": 125, "total_steps": 287, "loss": 0.5973, "lr": 1.2569993152432028e-05, "epoch": 0.43440486533449174, "percentage": 43.55, "elapsed_time": "0:30:34", "remaining_time": "0:39:37"}
+{"current_steps": 126, "total_steps": 287, "loss": 0.6029, "lr": 1.2460620170963353e-05, "epoch": 0.43788010425716767, "percentage": 43.9, "elapsed_time": "0:30:48", "remaining_time": "0:39:22"}
+{"current_steps": 127, "total_steps": 287, "loss": 0.5916, "lr": 1.2350932957710322e-05, "epoch": 0.4413553431798436, "percentage": 44.25, "elapsed_time": "0:31:02", "remaining_time": "0:39:06"}
+{"current_steps": 128, "total_steps": 287, "loss": 0.5557, "lr": 1.2240945520202079e-05, "epoch": 0.4448305821025195, "percentage": 44.6, "elapsed_time": "0:31:18", "remaining_time": "0:38:53"}
+{"current_steps": 129, "total_steps": 287, "loss": 0.605, "lr": 1.2130671904307692e-05, "epoch": 0.4483058210251955, "percentage": 44.95, "elapsed_time": "0:31:31", "remaining_time": "0:38:37"}
+{"current_steps": 130, "total_steps": 287, "loss": 0.6198, "lr": 1.202012619244243e-05, "epoch": 0.45178105994787143, "percentage": 45.3, "elapsed_time": "0:31:45", "remaining_time": "0:38:21"}
+{"current_steps": 131, "total_steps": 287, "loss": 0.5757, "lr": 1.1909322501769407e-05, "epoch": 0.45525629887054736, "percentage": 45.64, "elapsed_time": "0:32:00", "remaining_time": "0:38:07"}
+{"current_steps": 132, "total_steps": 287, "loss": 0.5597, "lr": 1.1798274982396728e-05, "epoch": 0.4587315377932233, "percentage": 45.99, "elapsed_time": "0:32:14", "remaining_time": "0:37:51"}
+{"current_steps": 133, "total_steps": 287, "loss": 0.5686, "lr": 1.1686997815570473e-05, "epoch": 0.4622067767158992, "percentage": 46.34, "elapsed_time": "0:32:30", "remaining_time": "0:37:38"}
+{"current_steps": 134, "total_steps": 287, "loss": 0.6, "lr": 1.15755052118637e-05, "epoch": 0.46568201563857514, "percentage": 46.69, "elapsed_time": "0:32:44", "remaining_time": "0:37:22"}
+{"current_steps": 135, "total_steps": 287, "loss": 0.5479, "lr": 1.1463811409361667e-05, "epoch": 0.46915725456125107, "percentage": 47.04, "elapsed_time": "0:32:59", "remaining_time": "0:37:08"}
+{"current_steps": 136, "total_steps": 287, "loss": 0.6045, "lr": 1.13519306718436e-05, "epoch": 0.472632493483927, "percentage": 47.39, "elapsed_time": "0:33:13", "remaining_time": "0:36:53"}
+{"current_steps": 137, "total_steps": 287, "loss": 0.561, "lr": 1.1239877286961123e-05, "epoch": 0.476107732406603, "percentage": 47.74, "elapsed_time": "0:33:29", "remaining_time": "0:36:40"}
+{"current_steps": 138, "total_steps": 287, "loss": 0.6139, "lr": 1.112766556441367e-05, "epoch": 0.4795829713292789, "percentage": 48.08, "elapsed_time": "0:33:44", "remaining_time": "0:36:26"}
+{"current_steps": 139, "total_steps": 287, "loss": 0.5811, "lr": 1.1015309834121083e-05, "epoch": 0.48305821025195483, "percentage": 48.43, "elapsed_time": "0:33:59", "remaining_time": "0:36:11"}
+{"current_steps": 140, "total_steps": 287, "loss": 0.6299, "lr": 1.0902824444393602e-05, "epoch": 0.48653344917463076, "percentage": 48.78, "elapsed_time": "0:34:15", "remaining_time": "0:35:58"}
+{"current_steps": 141, "total_steps": 287, "loss": 0.5937, "lr": 1.079022376009955e-05, "epoch": 0.4900086880973067, "percentage": 49.13, "elapsed_time": "0:34:30", "remaining_time": "0:35:44"}
+{"current_steps": 142, "total_steps": 287, "loss": 0.5718, "lr": 1.067752216083085e-05, "epoch": 0.4934839270199826, "percentage": 49.48, "elapsed_time": "0:34:46", "remaining_time": "0:35:30"}
+{"current_steps": 143, "total_steps": 287, "loss": 0.6251, "lr": 1.05647340390667e-05, "epoch": 0.49695916594265854, "percentage": 49.83, "elapsed_time": "0:34:59", "remaining_time": "0:35:14"}
+{"current_steps": 144, "total_steps": 287, "loss": 0.5583, "lr": 1.0451873798335605e-05, "epoch": 0.5004344048653345, "percentage": 50.17, "elapsed_time": "0:35:14", "remaining_time": "0:35:00"}
+{"current_steps": 145, "total_steps": 287, "loss": 0.5893, "lr": 1.0338955851375962e-05, "epoch": 0.5039096437880104, "percentage": 50.52, "elapsed_time": "0:35:28", "remaining_time": "0:34:44"}
+{"current_steps": 146, "total_steps": 287, "loss": 0.5414, "lr": 1.0225994618295507e-05, "epoch": 0.5073848827106864, "percentage": 50.87, "elapsed_time": "0:35:44", "remaining_time": "0:34:31"}
+{"current_steps": 147, "total_steps": 287, "loss": 0.5601, "lr": 1.01130045247298e-05, "epoch": 0.5108601216333623, "percentage": 51.22, "elapsed_time": "0:35:59", "remaining_time": "0:34:16"}
+{"current_steps": 148, "total_steps": 287, "loss": 0.65, "lr": 1e-05, "epoch": 0.5143353605560382, "percentage": 51.57, "elapsed_time": "0:36:13", "remaining_time": "0:34:01"}
+{"current_steps": 149, "total_steps": 287, "loss": 0.5905, "lr": 9.886995475270205e-06, "epoch": 0.5178105994787141, "percentage": 51.92, "elapsed_time": "0:36:28", "remaining_time": "0:33:46"}
+{"current_steps": 150, "total_steps": 287, "loss": 0.5995, "lr": 9.774005381704498e-06, "epoch": 0.5212858384013901, "percentage": 52.26, "elapsed_time": "0:36:42", "remaining_time": "0:33:31"}
+{"current_steps": 151, "total_steps": 287, "loss": 0.642, "lr": 9.661044148624038e-06, "epoch": 0.5247610773240661, "percentage": 52.61, "elapsed_time": "0:36:56", "remaining_time": "0:33:16"}
+{"current_steps": 152, "total_steps": 287, "loss": 0.534, "lr": 9.548126201664398e-06, "epoch": 0.5282363162467419, "percentage": 52.96, "elapsed_time": "0:37:09", "remaining_time": "0:33:00"}
+{"current_steps": 153, "total_steps": 287, "loss": 0.6327, "lr": 9.435265960933304e-06, "epoch": 0.5317115551694179, "percentage": 53.31, "elapsed_time": "0:37:26", "remaining_time": "0:32:47"}
+{"current_steps": 154, "total_steps": 287, "loss": 0.5787, "lr": 9.322477839169156e-06, "epoch": 0.5351867940920938, "percentage": 53.66, "elapsed_time": "0:37:42", "remaining_time": "0:32:34"}
+{"current_steps": 155, "total_steps": 287, "loss": 0.5954, "lr": 9.209776239900453e-06, "epoch": 0.5386620330147698, "percentage": 54.01, "elapsed_time": "0:37:57", "remaining_time": "0:32:19"}
+{"current_steps": 156, "total_steps": 287, "loss": 0.5514, "lr": 9.097175555606396e-06, "epoch": 0.5421372719374457, "percentage": 54.36, "elapsed_time": "0:38:11", "remaining_time": "0:32:04"}
+{"current_steps": 157, "total_steps": 287, "loss": 0.5798, "lr": 8.98469016587892e-06, "epoch": 0.5456125108601216, "percentage": 54.7, "elapsed_time": "0:38:26", "remaining_time": "0:31:49"}
+{"current_steps": 158, "total_steps": 287, "loss": 0.5911, "lr": 8.872334435586333e-06, "epoch": 0.5490877497827976, "percentage": 55.05, "elapsed_time": "0:38:41", "remaining_time": "0:31:35"}
+{"current_steps": 159, "total_steps": 287, "loss": 0.6158, "lr": 8.76012271303888e-06, "epoch": 0.5525629887054735, "percentage": 55.4, "elapsed_time": "0:38:54", "remaining_time": "0:31:19"}
+{"current_steps": 160, "total_steps": 287, "loss": 0.5601, "lr": 8.648069328156403e-06, "epoch": 0.5560382276281495, "percentage": 55.75, "elapsed_time": "0:39:09", "remaining_time": "0:31:04"}
+{"current_steps": 161, "total_steps": 287, "loss": 0.6152, "lr": 8.536188590638334e-06, "epoch": 0.5595134665508253, "percentage": 56.1, "elapsed_time": "0:39:26", "remaining_time": "0:30:52"}
+{"current_steps": 162, "total_steps": 287, "loss": 0.5666, "lr": 8.424494788136303e-06, "epoch": 0.5629887054735013, "percentage": 56.45, "elapsed_time": "0:39:42", "remaining_time": "0:30:38"}
+{"current_steps": 163, "total_steps": 287, "loss": 0.5695, "lr": 8.313002184429529e-06, "epoch": 0.5664639443961772, "percentage": 56.79, "elapsed_time": "0:39:56", "remaining_time": "0:30:23"}
+{"current_steps": 164, "total_steps": 287, "loss": 0.5357, "lr": 8.201725017603277e-06, "epoch": 0.5699391833188532, "percentage": 57.14, "elapsed_time": "0:40:12", "remaining_time": "0:30:09"}
+{"current_steps": 165, "total_steps": 287, "loss": 0.564, "lr": 8.090677498230598e-06, "epoch": 0.573414422241529, "percentage": 57.49, "elapsed_time": "0:40:28", "remaining_time": "0:29:55"}
+{"current_steps": 166, "total_steps": 287, "loss": 0.5933, "lr": 7.97987380755757e-06, "epoch": 0.576889661164205, "percentage": 57.84, "elapsed_time": "0:40:42", "remaining_time": "0:29:40"}
+{"current_steps": 167, "total_steps": 287, "loss": 0.5811, "lr": 7.869328095692313e-06, "epoch": 0.580364900086881, "percentage": 58.19, "elapsed_time": "0:40:56", "remaining_time": "0:29:25"}
+{"current_steps": 168, "total_steps": 287, "loss": 0.5816, "lr": 7.759054479797924e-06, "epoch": 0.5838401390095569, "percentage": 58.54, "elapsed_time": "0:41:13", "remaining_time": "0:29:11"}
+{"current_steps": 169, "total_steps": 287, "loss": 0.5688, "lr": 7.649067042289681e-06, "epoch": 0.5873153779322329, "percentage": 58.89, "elapsed_time": "0:41:27", "remaining_time": "0:28:56"}
+{"current_steps": 170, "total_steps": 287, "loss": 0.5823, "lr": 7.539379829036652e-06, "epoch": 0.5907906168549087, "percentage": 59.23, "elapsed_time": "0:41:40", "remaining_time": "0:28:40"}
+{"current_steps": 171, "total_steps": 287, "loss": 0.5933, "lr": 7.430006847567972e-06, "epoch": 0.5942658557775847, "percentage": 59.58, "elapsed_time": "0:41:54", "remaining_time": "0:28:25"}
+{"current_steps": 172, "total_steps": 287, "loss": 0.5611, "lr": 7.320962065284032e-06, "epoch": 0.5977410947002606, "percentage": 59.93, "elapsed_time": "0:42:09", "remaining_time": "0:28:11"}
+{"current_steps": 173, "total_steps": 287, "loss": 0.6206, "lr": 7.2122594076727705e-06, "epoch": 0.6012163336229366, "percentage": 60.28, "elapsed_time": "0:42:25", "remaining_time": "0:27:57"}
+{"current_steps": 174, "total_steps": 287, "loss": 0.619, "lr": 7.1039127565313285e-06, "epoch": 0.6046915725456126, "percentage": 60.63, "elapsed_time": "0:42:42", "remaining_time": "0:27:44"}
+{"current_steps": 175, "total_steps": 287, "loss": 0.5557, "lr": 6.995935948193294e-06, "epoch": 0.6081668114682884, "percentage": 60.98, "elapsed_time": "0:42:55", "remaining_time": "0:27:28"}
+{"current_steps": 176, "total_steps": 287, "loss": 0.5392, "lr": 6.888342771761737e-06, "epoch": 0.6116420503909644, "percentage": 61.32, "elapsed_time": "0:43:10", "remaining_time": "0:27:13"}
+{"current_steps": 177, "total_steps": 287, "loss": 0.557, "lr": 6.781146967348283e-06, "epoch": 0.6151172893136403, "percentage": 61.67, "elapsed_time": "0:43:23", "remaining_time": "0:26:57"}
+{"current_steps": 178, "total_steps": 287, "loss": 0.6229, "lr": 6.6743622243184405e-06, "epoch": 0.6185925282363163, "percentage": 62.02, "elapsed_time": "0:43:37", "remaining_time": "0:26:42"}
+{"current_steps": 179, "total_steps": 287, "loss": 0.5777, "lr": 6.568002179543409e-06, "epoch": 0.6220677671589921, "percentage": 62.37, "elapsed_time": "0:43:50", "remaining_time": "0:26:26"}
+{"current_steps": 180, "total_steps": 287, "loss": 0.5546, "lr": 6.462080415658591e-06, "epoch": 0.6255430060816681, "percentage": 62.72, "elapsed_time": "0:44:03", "remaining_time": "0:26:11"}
+{"current_steps": 181, "total_steps": 287, "loss": 0.5811, "lr": 6.356610459329038e-06, "epoch": 0.629018245004344, "percentage": 63.07, "elapsed_time": "0:44:17", "remaining_time": "0:25:56"}
+{"current_steps": 182, "total_steps": 287, "loss": 0.5626, "lr": 6.251605779522032e-06, "epoch": 0.63249348392702, "percentage": 63.41, "elapsed_time": "0:44:31", "remaining_time": "0:25:41"}
+{"current_steps": 183, "total_steps": 287, "loss": 0.5326, "lr": 6.147079785787038e-06, "epoch": 0.635968722849696, "percentage": 63.76, "elapsed_time": "0:44:46", "remaining_time": "0:25:26"}
+{"current_steps": 184, "total_steps": 287, "loss": 0.5609, "lr": 6.043045826543254e-06, "epoch": 0.6394439617723718, "percentage": 64.11, "elapsed_time": "0:44:58", "remaining_time": "0:25:10"}
+{"current_steps": 185, "total_steps": 287, "loss": 0.5593, "lr": 5.93951718737495e-06, "epoch": 0.6429192006950478, "percentage": 64.46, "elapsed_time": "0:45:12", "remaining_time": "0:24:55"}
+{"current_steps": 186, "total_steps": 287, "loss": 0.5391, "lr": 5.836507089334849e-06, "epoch": 0.6463944396177237, "percentage": 64.81, "elapsed_time": "0:45:26", "remaining_time": "0:24:40"}
+{"current_steps": 187, "total_steps": 287, "loss": 0.6108, "lr": 5.7340286872557515e-06, "epoch": 0.6498696785403997, "percentage": 65.16, "elapsed_time": "0:45:38", "remaining_time": "0:24:24"}
+{"current_steps": 188, "total_steps": 287, "loss": 0.5867, "lr": 5.6320950680705826e-06, "epoch": 0.6533449174630755, "percentage": 65.51, "elapsed_time": "0:45:52", "remaining_time": "0:24:09"}
+{"current_steps": 189, "total_steps": 287, "loss": 0.5313, "lr": 5.530719249141148e-06, "epoch": 0.6568201563857515, "percentage": 65.85, "elapsed_time": "0:46:08", "remaining_time": "0:23:55"}
+{"current_steps": 190, "total_steps": 287, "loss": 0.559, "lr": 5.429914176595772e-06, "epoch": 0.6602953953084274, "percentage": 66.2, "elapsed_time": "0:46:23", "remaining_time": "0:23:40"}
+{"current_steps": 191, "total_steps": 287, "loss": 0.5625, "lr": 5.329692723675994e-06, "epoch": 0.6637706342311034, "percentage": 66.55, "elapsed_time": "0:46:39", "remaining_time": "0:23:27"}
+{"current_steps": 192, "total_steps": 287, "loss": 0.5941, "lr": 5.230067689092629e-06, "epoch": 0.6672458731537794, "percentage": 66.9, "elapsed_time": "0:46:53", "remaining_time": "0:23:12"}
+{"current_steps": 193, "total_steps": 287, "loss": 0.6064, "lr": 5.131051795391302e-06, "epoch": 0.6707211120764552, "percentage": 67.25, "elapsed_time": "0:47:08", "remaining_time": "0:22:57"}
+{"current_steps": 194, "total_steps": 287, "loss": 0.5576, "lr": 5.03265768732772e-06, "epoch": 0.6741963509991312, "percentage": 67.6, "elapsed_time": "0:47:22", "remaining_time": "0:22:42"}
+{"current_steps": 195, "total_steps": 287, "loss": 0.59, "lr": 4.934897930252887e-06, "epoch": 0.6776715899218071, "percentage": 67.94, "elapsed_time": "0:47:36", "remaining_time": "0:22:27"}
+{"current_steps": 196, "total_steps": 287, "loss": 0.587, "lr": 4.837785008508462e-06, "epoch": 0.6811468288444831, "percentage": 68.29, "elapsed_time": "0:47:49", "remaining_time": "0:22:12"}
+{"current_steps": 197, "total_steps": 287, "loss": 0.5332, "lr": 4.7413313238324556e-06, "epoch": 0.684622067767159, "percentage": 68.64, "elapsed_time": "0:48:05", "remaining_time": "0:21:58"}
+{"current_steps": 198, "total_steps": 287, "loss": 0.5798, "lr": 4.645549193775452e-06, "epoch": 0.6880973066898349, "percentage": 68.99, "elapsed_time": "0:48:20", "remaining_time": "0:21:43"}
+{"current_steps": 199, "total_steps": 287, "loss": 0.5669, "lr": 4.550450850127626e-06, "epoch": 0.6915725456125109, "percentage": 69.34, "elapsed_time": "0:48:35", "remaining_time": "0:21:29"}
+{"current_steps": 200, "total_steps": 287, "loss": 0.5526, "lr": 4.4560484373566945e-06, "epoch": 0.6950477845351868, "percentage": 69.69, "elapsed_time": "0:48:51", "remaining_time": "0:21:15"}
+{"current_steps": 201, "total_steps": 287, "loss": 0.5225, "lr": 4.3623540110569935e-06, "epoch": 0.6985230234578628, "percentage": 70.03, "elapsed_time": "0:49:05", "remaining_time": "0:21:00"}
+{"current_steps": 202, "total_steps": 287, "loss": 0.6123, "lr": 4.26937953640995e-06, "epoch": 0.7019982623805386, "percentage": 70.38, "elapsed_time": "0:49:21", "remaining_time": "0:20:46"}
+{"current_steps": 203, "total_steps": 287, "loss": 0.5718, "lr": 4.177136886656067e-06, "epoch": 0.7054735013032146, "percentage": 70.73, "elapsed_time": "0:49:35", "remaining_time": "0:20:31"}
+{"current_steps": 204, "total_steps": 287, "loss": 0.6006, "lr": 4.085637841578652e-06, "epoch": 0.7089487402258905, "percentage": 71.08, "elapsed_time": "0:49:49", "remaining_time": "0:20:16"}
+{"current_steps": 205, "total_steps": 287, "loss": 0.5745, "lr": 3.9948940859994964e-06, "epoch": 0.7124239791485665, "percentage": 71.43, "elapsed_time": "0:50:03", "remaining_time": "0:20:01"}
+{"current_steps": 206, "total_steps": 287, "loss": 0.6085, "lr": 3.9049172082866786e-06, "epoch": 0.7158992180712423, "percentage": 71.78, "elapsed_time": "0:50:18", "remaining_time": "0:19:47"}
+{"current_steps": 207, "total_steps": 287, "loss": 0.5586, "lr": 3.815718698874672e-06, "epoch": 0.7193744569939183, "percentage": 72.13, "elapsed_time": "0:50:34", "remaining_time": "0:19:32"}
+{"current_steps": 208, "total_steps": 287, "loss": 0.5927, "lr": 3.727309948796963e-06, "epoch": 0.7228496959165943, "percentage": 72.47, "elapsed_time": "0:50:48", "remaining_time": "0:19:17"}
+{"current_steps": 209, "total_steps": 287, "loss": 0.5594, "lr": 3.6397022482313804e-06, "epoch": 0.7263249348392702, "percentage": 72.82, "elapsed_time": "0:51:01", "remaining_time": "0:19:02"}
+{"current_steps": 210, "total_steps": 287, "loss": 0.5364, "lr": 3.552906785058278e-06, "epoch": 0.7298001737619462, "percentage": 73.17, "elapsed_time": "0:51:16", "remaining_time": "0:18:48"}
+{"current_steps": 211, "total_steps": 287, "loss": 0.5571, "lr": 3.466934643431795e-06, "epoch": 0.733275412684622, "percentage": 73.52, "elapsed_time": "0:51:32", "remaining_time": "0:18:33"}
+{"current_steps": 212, "total_steps": 287, "loss": 0.5717, "lr": 3.3817968023643766e-06, "epoch": 0.736750651607298, "percentage": 73.87, "elapsed_time": "0:51:47", "remaining_time": "0:18:19"}
+{"current_steps": 213, "total_steps": 287, "loss": 0.54, "lr": 3.2975041343246937e-06, "epoch": 0.7402258905299739, "percentage": 74.22, "elapsed_time": "0:52:01", "remaining_time": "0:18:04"}
+{"current_steps": 214, "total_steps": 287, "loss": 0.5807, "lr": 3.214067403849179e-06, "epoch": 0.7437011294526499, "percentage": 74.56, "elapsed_time": "0:52:17", "remaining_time": "0:17:50"}
+{"current_steps": 215, "total_steps": 287, "loss": 0.6214, "lr": 3.1314972661673572e-06, "epoch": 0.7471763683753258, "percentage": 74.91, "elapsed_time": "0:52:32", "remaining_time": "0:17:35"}
+{"current_steps": 216, "total_steps": 287, "loss": 0.5561, "lr": 3.0498042658411276e-06, "epoch": 0.7506516072980017, "percentage": 75.26, "elapsed_time": "0:52:49", "remaining_time": "0:17:21"}
+{"current_steps": 217, "total_steps": 287, "loss": 0.5698, "lr": 2.9689988354181742e-06, "epoch": 0.7541268462206777, "percentage": 75.61, "elapsed_time": "0:53:04", "remaining_time": "0:17:07"}
+{"current_steps": 218, "total_steps": 287, "loss": 0.5478, "lr": 2.8890912940996784e-06, "epoch": 0.7576020851433536, "percentage": 75.96, "elapsed_time": "0:53:19", "remaining_time": "0:16:52"}
+{"current_steps": 219, "total_steps": 287, "loss": 0.5637, "lr": 2.8100918464225304e-06, "epoch": 0.7610773240660296, "percentage": 76.31, "elapsed_time": "0:53:33", "remaining_time": "0:16:37"}
+{"current_steps": 220, "total_steps": 287, "loss": 0.5674, "lr": 2.7320105809561415e-06, "epoch": 0.7645525629887054, "percentage": 76.66, "elapsed_time": "0:53:49", "remaining_time": "0:16:23"}
+{"current_steps": 221, "total_steps": 287, "loss": 0.5863, "lr": 2.654857469014113e-06, "epoch": 0.7680278019113814, "percentage": 77.0, "elapsed_time": "0:54:04", "remaining_time": "0:16:08"}
+{"current_steps": 222, "total_steps": 287, "loss": 0.573, "lr": 2.5786423633808487e-06, "epoch": 0.7715030408340573, "percentage": 77.35, "elapsed_time": "0:54:21", "remaining_time": "0:15:54"}
+{"current_steps": 223, "total_steps": 287, "loss": 0.5594, "lr": 2.5033749970533015e-06, "epoch": 0.7749782797567333, "percentage": 77.7, "elapsed_time": "0:54:35", "remaining_time": "0:15:40"}
+{"current_steps": 224, "total_steps": 287, "loss": 0.5937, "lr": 2.4290649819980404e-06, "epoch": 0.7784535186794093, "percentage": 78.05, "elapsed_time": "0:54:52", "remaining_time": "0:15:26"}
+{"current_steps": 225, "total_steps": 287, "loss": 0.5412, "lr": 2.3557218079237608e-06, "epoch": 0.7819287576020851, "percentage": 78.4, "elapsed_time": "0:55:07", "remaining_time": "0:15:11"}
+{"current_steps": 226, "total_steps": 287, "loss": 0.5655, "lr": 2.283354841069403e-06, "epoch": 0.7854039965247611, "percentage": 78.75, "elapsed_time": "0:55:20", "remaining_time": "0:14:56"}
+{"current_steps": 227, "total_steps": 287, "loss": 0.5258, "lr": 2.211973323008041e-06, "epoch": 0.788879235447437, "percentage": 79.09, "elapsed_time": "0:55:34", "remaining_time": "0:14:41"}
+{"current_steps": 228, "total_steps": 287, "loss": 0.5538, "lr": 2.1415863694666973e-06, "epoch": 0.792354474370113, "percentage": 79.44, "elapsed_time": "0:55:50", "remaining_time": "0:14:26"}
+{"current_steps": 229, "total_steps": 287, "loss": 0.5556, "lr": 2.072202969162234e-06, "epoch": 0.7958297132927888, "percentage": 79.79, "elapsed_time": "0:56:03", "remaining_time": "0:14:11"}
+{"current_steps": 230, "total_steps": 287, "loss": 0.597, "lr": 2.0038319826534312e-06, "epoch": 0.7993049522154648, "percentage": 80.14, "elapsed_time": "0:56:17", "remaining_time": "0:13:57"}
+{"current_steps": 231, "total_steps": 287, "loss": 0.5645, "lr": 1.936482141209486e-06, "epoch": 0.8027801911381407, "percentage": 80.49, "elapsed_time": "0:56:33", "remaining_time": "0:13:42"}
+{"current_steps": 232, "total_steps": 287, "loss": 0.5281, "lr": 1.870162045694971e-06, "epoch": 0.8062554300608167, "percentage": 80.84, "elapsed_time": "0:56:47", "remaining_time": "0:13:27"}
+{"current_steps": 233, "total_steps": 287, "loss": 0.5774, "lr": 1.8048801654714687e-06, "epoch": 0.8097306689834927, "percentage": 81.18, "elapsed_time": "0:57:02", "remaining_time": "0:13:13"}
+{"current_steps": 234, "total_steps": 287, "loss": 0.6053, "lr": 1.7406448373160024e-06, "epoch": 0.8132059079061685, "percentage": 81.53, "elapsed_time": "0:57:18", "remaining_time": "0:12:58"}
+{"current_steps": 235, "total_steps": 287, "loss": 0.5125, "lr": 1.6774642643563955e-06, "epoch": 0.8166811468288445, "percentage": 81.88, "elapsed_time": "0:57:34", "remaining_time": "0:12:44"}
+{"current_steps": 236, "total_steps": 287, "loss": 0.5873, "lr": 1.615346515023698e-06, "epoch": 0.8201563857515204, "percentage": 82.23, "elapsed_time": "0:57:49", "remaining_time": "0:12:29"}
+{"current_steps": 237, "total_steps": 287, "loss": 0.5979, "lr": 1.5542995220217961e-06, "epoch": 0.8236316246741964, "percentage": 82.58, "elapsed_time": "0:58:05", "remaining_time": "0:12:15"}
+{"current_steps": 238, "total_steps": 287, "loss": 0.6156, "lr": 1.4943310813144006e-06, "epoch": 0.8271068635968722, "percentage": 82.93, "elapsed_time": "0:58:18", "remaining_time": "0:12:00"}
+{"current_steps": 239, "total_steps": 287, "loss": 0.5689, "lr": 1.4354488511294418e-06, "epoch": 0.8305821025195482, "percentage": 83.28, "elapsed_time": "0:58:34", "remaining_time": "0:11:45"}
+{"current_steps": 240, "total_steps": 287, "loss": 0.5397, "lr": 1.3776603509810938e-06, "epoch": 0.8340573414422241, "percentage": 83.62, "elapsed_time": "0:58:48", "remaining_time": "0:11:31"}
+{"current_steps": 241, "total_steps": 287, "loss": 0.542, "lr": 1.3209729607095022e-06, "epoch": 0.8375325803649001, "percentage": 83.97, "elapsed_time": "0:59:02", "remaining_time": "0:11:16"}
+{"current_steps": 242, "total_steps": 287, "loss": 0.5886, "lr": 1.2653939195383448e-06, "epoch": 0.8410078192875761, "percentage": 84.32, "elapsed_time": "0:59:17", "remaining_time": "0:11:01"}
+{"current_steps": 243, "total_steps": 287, "loss": 0.5893, "lr": 1.2109303251503434e-06, "epoch": 0.8444830582102519, "percentage": 84.67, "elapsed_time": "0:59:32", "remaining_time": "0:10:46"}
+{"current_steps": 244, "total_steps": 287, "loss": 0.5728, "lr": 1.1575891327808664e-06, "epoch": 0.8479582971329279, "percentage": 85.02, "elapsed_time": "0:59:47", "remaining_time": "0:10:32"}
+{"current_steps": 245, "total_steps": 287, "loss": 0.5335, "lr": 1.1053771543297198e-06, "epoch": 0.8514335360556038, "percentage": 85.37, "elapsed_time": "1:00:02", "remaining_time": "0:10:17"}
+{"current_steps": 246, "total_steps": 287, "loss": 0.5696, "lr": 1.0543010574912305e-06, "epoch": 0.8549087749782798, "percentage": 85.71, "elapsed_time": "1:00:16", "remaining_time": "0:10:02"}
+{"current_steps": 247, "total_steps": 287, "loss": 0.5974, "lr": 1.0043673649027519e-06, "epoch": 0.8583840139009556, "percentage": 86.06, "elapsed_time": "1:00:30", "remaining_time": "0:09:47"}
+{"current_steps": 248, "total_steps": 287, "loss": 0.5984, "lr": 9.555824533117064e-07, "epoch": 0.8618592528236316, "percentage": 86.41, "elapsed_time": "1:00:43", "remaining_time": "0:09:33"}
+{"current_steps": 249, "total_steps": 287, "loss": 0.5463, "lr": 9.079525527612321e-07, "epoch": 0.8653344917463076, "percentage": 86.76, "elapsed_time": "1:00:57", "remaining_time": "0:09:18"}
+{"current_steps": 250, "total_steps": 287, "loss": 0.5831, "lr": 8.614837457945868e-07, "epoch": 0.8688097306689835, "percentage": 87.11, "elapsed_time": "1:01:11", "remaining_time": "0:09:03"}
+{"current_steps": 251, "total_steps": 287, "loss": 0.6336, "lr": 8.161819666783888e-07, "epoch": 0.8722849695916595, "percentage": 87.46, "elapsed_time": "1:01:26", "remaining_time": "0:08:48"}
+{"current_steps": 252, "total_steps": 287, "loss": 0.5792, "lr": 7.720530006447735e-07, "epoch": 0.8757602085143353, "percentage": 87.8, "elapsed_time": "1:01:40", "remaining_time": "0:08:34"}
+{"current_steps": 253, "total_steps": 287, "loss": 0.5374, "lr": 7.291024831525961e-07, "epoch": 0.8792354474370113, "percentage": 88.15, "elapsed_time": "1:01:58", "remaining_time": "0:08:19"}
+{"current_steps": 254, "total_steps": 287, "loss": 0.5319, "lr": 6.87335899167767e-07, "epoch": 0.8827106863596872, "percentage": 88.5, "elapsed_time": "1:02:13", "remaining_time": "0:08:05"}
+{"current_steps": 255, "total_steps": 287, "loss": 0.6334, "lr": 6.467585824627886e-07, "epoch": 0.8861859252823632, "percentage": 88.85, "elapsed_time": "1:02:26", "remaining_time": "0:07:50"}
+{"current_steps": 256, "total_steps": 287, "loss": 0.5404, "lr": 6.073757149356185e-07, "epoch": 0.889661164205039, "percentage": 89.2, "elapsed_time": "1:02:40", "remaining_time": "0:07:35"}
+{"current_steps": 257, "total_steps": 287, "loss": 0.553, "lr": 5.691923259479093e-07, "epoch": 0.893136403127715, "percentage": 89.55, "elapsed_time": "1:02:56", "remaining_time": "0:07:20"}
+{"current_steps": 258, "total_steps": 287, "loss": 0.5835, "lr": 5.322132916827483e-07, "epoch": 0.896611642050391, "percentage": 89.9, "elapsed_time": "1:03:11", "remaining_time": "0:07:06"}
+{"current_steps": 259, "total_steps": 287, "loss": 0.6004, "lr": 4.964433345219354e-07, "epoch": 0.9000868809730669, "percentage": 90.24, "elapsed_time": "1:03:29", "remaining_time": "0:06:51"}
+{"current_steps": 260, "total_steps": 287, "loss": 0.5684, "lr": 4.6188702244292614e-07, "epoch": 0.9035621198957429, "percentage": 90.59, "elapsed_time": "1:03:44", "remaining_time": "0:06:37"}
+{"current_steps": 261, "total_steps": 287, "loss": 0.5311, "lr": 4.285487684354772e-07, "epoch": 0.9070373588184187, "percentage": 90.94, "elapsed_time": "1:03:59", "remaining_time": "0:06:22"}
+{"current_steps": 262, "total_steps": 287, "loss": 0.5627, "lr": 3.96432829938086e-07, "epoch": 0.9105125977410947, "percentage": 91.29, "elapsed_time": "1:04:13", "remaining_time": "0:06:07"}
+{"current_steps": 263, "total_steps": 287, "loss": 0.5249, "lr": 3.6554330829429716e-07, "epoch": 0.9139878366637706, "percentage": 91.64, "elapsed_time": "1:04:28", "remaining_time": "0:05:53"}
+{"current_steps": 264, "total_steps": 287, "loss": 0.5257, "lr": 3.3588414822895097e-07, "epoch": 0.9174630755864466, "percentage": 91.99, "elapsed_time": "1:04:44", "remaining_time": "0:05:38"}
+{"current_steps": 265, "total_steps": 287, "loss": 0.5328, "lr": 3.0745913734441357e-07, "epoch": 0.9209383145091226, "percentage": 92.33, "elapsed_time": "1:04:58", "remaining_time": "0:05:23"}
+{"current_steps": 266, "total_steps": 287, "loss": 0.5431, "lr": 2.8027190563689745e-07, "epoch": 0.9244135534317984, "percentage": 92.68, "elapsed_time": "1:05:13", "remaining_time": "0:05:08"}
+{"current_steps": 267, "total_steps": 287, "loss": 0.5794, "lr": 2.5432592503288e-07, "epoch": 0.9278887923544744, "percentage": 93.03, "elapsed_time": "1:05:27", "remaining_time": "0:04:54"}
+{"current_steps": 268, "total_steps": 287, "loss": 0.5434, "lr": 2.2962450894573606e-07, "epoch": 0.9313640312771503, "percentage": 93.38, "elapsed_time": "1:05:41", "remaining_time": "0:04:39"}
+{"current_steps": 269, "total_steps": 287, "loss": 0.5718, "lr": 2.0617081185259512e-07, "epoch": 0.9348392701998263, "percentage": 93.73, "elapsed_time": "1:05:54", "remaining_time": "0:04:24"}
+{"current_steps": 270, "total_steps": 287, "loss": 0.5553, "lr": 1.8396782889150144e-07, "epoch": 0.9383145091225021, "percentage": 94.08, "elapsed_time": "1:06:08", "remaining_time": "0:04:09"}
+{"current_steps": 271, "total_steps": 287, "loss": 0.551, "lr": 1.630183954789233e-07, "epoch": 0.9417897480451781, "percentage": 94.43, "elapsed_time": "1:06:27", "remaining_time": "0:03:55"}
+{"current_steps": 272, "total_steps": 287, "loss": 0.5113, "lr": 1.4332518694765708e-07, "epoch": 0.945264986967854, "percentage": 94.77, "elapsed_time": "1:06:43", "remaining_time": "0:03:40"}
+{"current_steps": 273, "total_steps": 287, "loss": 0.587, "lr": 1.2489071820517394e-07, "epoch": 0.94874022589053, "percentage": 95.12, "elapsed_time": "1:07:00", "remaining_time": "0:03:26"}
+{"current_steps": 274, "total_steps": 287, "loss": 0.5273, "lr": 1.0771734341246121e-07, "epoch": 0.952215464813206, "percentage": 95.47, "elapsed_time": "1:07:17", "remaining_time": "0:03:11"}
+{"current_steps": 275, "total_steps": 287, "loss": 0.5598, "lr": 9.180725568338045e-08, "epoch": 0.9556907037358818, "percentage": 95.82, "elapsed_time": "1:07:33", "remaining_time": "0:02:56"}
+{"current_steps": 276, "total_steps": 287, "loss": 0.5608, "lr": 7.716248680459726e-08, "epoch": 0.9591659426585578, "percentage": 96.17, "elapsed_time": "1:07:47", "remaining_time": "0:02:42"}
+{"current_steps": 277, "total_steps": 287, "loss": 0.5477, "lr": 6.378490697611761e-08, "epoch": 0.9626411815812337, "percentage": 96.52, "elapsed_time": "1:08:01", "remaining_time": "0:02:27"}
+{"current_steps": 278, "total_steps": 287, "loss": 0.5014, "lr": 5.1676224572452246e-08, "epoch": 0.9661164205039097, "percentage": 96.86, "elapsed_time": "1:08:16", "remaining_time": "0:02:12"}
+{"current_steps": 279, "total_steps": 287, "loss": 0.5899, "lr": 4.083798592444899e-08, "epoch": 0.9695916594265855, "percentage": 97.21, "elapsed_time": "1:08:30", "remaining_time": "0:01:57"}
+{"current_steps": 280, "total_steps": 287, "loss": 0.5642, "lr": 3.127157512182288e-08, "epoch": 0.9730668983492615, "percentage": 97.56, "elapsed_time": "1:08:44", "remaining_time": "0:01:43"}
+{"current_steps": 281, "total_steps": 287, "loss": 0.5448, "lr": 2.2978213836400974e-08, "epoch": 0.9765421372719374, "percentage": 97.91, "elapsed_time": "1:08:59", "remaining_time": "0:01:28"}
+{"current_steps": 282, "total_steps": 287, "loss": 0.5947, "lr": 1.5958961166104847e-08, "epoch": 0.9800173761946134, "percentage": 98.26, "elapsed_time": "1:09:13", "remaining_time": "0:01:13"}
+{"current_steps": 283, "total_steps": 287, "loss": 0.5925, "lr": 1.0214713499706596e-08, "epoch": 0.9834926151172894, "percentage": 98.61, "elapsed_time": "1:09:27", "remaining_time": "0:00:58"}
+{"current_steps": 284, "total_steps": 287, "loss": 0.6126, "lr": 5.7462044023515186e-09, "epoch": 0.9869678540399652, "percentage": 98.95, "elapsed_time": "1:09:41", "remaining_time": "0:00:44"}
+{"current_steps": 285, "total_steps": 287, "loss": 0.5529, "lr": 2.5540045218819256e-09, "epoch": 0.9904430929626412, "percentage": 99.3, "elapsed_time": "1:09:54", "remaining_time": "0:00:29"}
+{"current_steps": 286, "total_steps": 287, "loss": 0.5456, "lr": 6.385215159565583e-10, "epoch": 0.9939183318853171, "percentage": 99.65, "elapsed_time": "1:10:10", "remaining_time": "0:00:14"}
+{"current_steps": 287, "total_steps": 287, "loss": 0.5303, "lr": 0.0, "epoch": 0.9973935708079931, "percentage": 100.0, "elapsed_time": "1:10:25", "remaining_time": "0:00:00"}
+{"current_steps": 287, "total_steps": 287, "epoch": 0.9973935708079931, "percentage": 100.0, "elapsed_time": "1:14:29", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2051 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9973935708079931,
+  "eval_steps": 500,
+  "global_step": 287,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0034752389226759338,
+      "grad_norm": 13.863444328308105,
+      "learning_rate": 2.222222222222222e-06,
+      "loss": 0.8359,
+      "step": 1
+    },
+    {
+      "epoch": 0.0069504778453518675,
+      "grad_norm": 12.374430656433105,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 0.8862,
+      "step": 2
+    },
+    {
+      "epoch": 0.010425716768027803,
+      "grad_norm": 11.986786842346191,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.7899,
+      "step": 3
+    },
+    {
+      "epoch": 0.013900955690703735,
+      "grad_norm": 6.093581199645996,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 0.7342,
+      "step": 4
+    },
+    {
+      "epoch": 0.01737619461337967,
+      "grad_norm": 2.471663475036621,
+      "learning_rate": 1.1111111111111113e-05,
+      "loss": 0.6759,
+      "step": 5
+    },
+    {
+      "epoch": 0.020851433536055605,
+      "grad_norm": 2.6024749279022217,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.6608,
+      "step": 6
+    },
+    {
+      "epoch": 0.02432667245873154,
+      "grad_norm": 2.211730718612671,
+      "learning_rate": 1.555555555555556e-05,
+      "loss": 0.5929,
+      "step": 7
+    },
+    {
+      "epoch": 0.02780191138140747,
+      "grad_norm": 2.3514232635498047,
+      "learning_rate": 1.7777777777777777e-05,
+      "loss": 0.6591,
+      "step": 8
+    },
+    {
+      "epoch": 0.03127715030408341,
+      "grad_norm": 2.4454445838928223,
+      "learning_rate": 2e-05,
+      "loss": 0.6129,
+      "step": 9
+    },
+    {
+      "epoch": 0.03475238922675934,
+      "grad_norm": 3.566322088241577,
+      "learning_rate": 1.9999361478484043e-05,
+      "loss": 0.6247,
+      "step": 10
+    },
+    {
+      "epoch": 0.038227628149435276,
+      "grad_norm": 2.7100212574005127,
+      "learning_rate": 1.999744599547812e-05,
+      "loss": 0.5985,
+      "step": 11
+    },
+    {
+      "epoch": 0.04170286707211121,
+      "grad_norm": 2.569108247756958,
+      "learning_rate": 1.999425379559765e-05,
+      "loss": 0.6277,
+      "step": 12
+    },
+    {
+      "epoch": 0.045178105994787145,
+      "grad_norm": 2.111241102218628,
+      "learning_rate": 1.9989785286500294e-05,
+      "loss": 0.6268,
+      "step": 13
+    },
+    {
+      "epoch": 0.04865334491746308,
+      "grad_norm": 2.4817757606506348,
+      "learning_rate": 1.99840410388339e-05,
+      "loss": 0.6465,
+      "step": 14
+    },
+    {
+      "epoch": 0.052128583840139006,
+      "grad_norm": 1.7389640808105469,
+      "learning_rate": 1.99770217861636e-05,
+      "loss": 0.6048,
+      "step": 15
+    },
+    {
+      "epoch": 0.05560382276281494,
+      "grad_norm": 1.7822411060333252,
+      "learning_rate": 1.9968728424878178e-05,
+      "loss": 0.6343,
+      "step": 16
+    },
+    {
+      "epoch": 0.059079061685490875,
+      "grad_norm": 1.7938050031661987,
+      "learning_rate": 1.9959162014075553e-05,
+      "loss": 0.6308,
+      "step": 17
+    },
+    {
+      "epoch": 0.06255430060816682,
+      "grad_norm": 1.7255632877349854,
+      "learning_rate": 1.994832377542755e-05,
+      "loss": 0.6382,
+      "step": 18
+    },
+    {
+      "epoch": 0.06602953953084274,
+      "grad_norm": 1.6459022760391235,
+      "learning_rate": 1.9936215093023884e-05,
+      "loss": 0.5864,
+      "step": 19
+    },
+    {
+      "epoch": 0.06950477845351868,
+      "grad_norm": 1.5717964172363281,
+      "learning_rate": 1.9922837513195406e-05,
+      "loss": 0.6014,
+      "step": 20
+    },
+    {
+      "epoch": 0.07298001737619461,
+      "grad_norm": 1.4626662731170654,
+      "learning_rate": 1.990819274431662e-05,
+      "loss": 0.5919,
+      "step": 21
+    },
+    {
+      "epoch": 0.07645525629887055,
+      "grad_norm": 1.5188833475112915,
+      "learning_rate": 1.989228265658754e-05,
+      "loss": 0.6285,
+      "step": 22
+    },
+    {
+      "epoch": 0.07993049522154648,
+      "grad_norm": 1.4063705205917358,
+      "learning_rate": 1.9875109281794828e-05,
+      "loss": 0.6498,
+      "step": 23
+    },
+    {
+      "epoch": 0.08340573414422242,
+      "grad_norm": 1.5133353471755981,
+      "learning_rate": 1.9856674813052345e-05,
+      "loss": 0.6267,
+      "step": 24
+    },
+    {
+      "epoch": 0.08688097306689835,
+      "grad_norm": 1.294826865196228,
+      "learning_rate": 1.9836981604521077e-05,
+      "loss": 0.6798,
+      "step": 25
+    },
+    {
+      "epoch": 0.09035621198957429,
+      "grad_norm": 1.4135065078735352,
+      "learning_rate": 1.98160321711085e-05,
+      "loss": 0.6478,
+      "step": 26
+    },
+    {
+      "epoch": 0.09383145091225022,
+      "grad_norm": 1.3046231269836426,
+      "learning_rate": 1.9793829188147406e-05,
+      "loss": 0.6136,
+      "step": 27
+    },
+    {
+      "epoch": 0.09730668983492616,
+      "grad_norm": 1.2951562404632568,
+      "learning_rate": 1.9770375491054264e-05,
+      "loss": 0.6365,
+      "step": 28
+    },
+    {
+      "epoch": 0.10078192875760209,
+      "grad_norm": 1.2141485214233398,
+      "learning_rate": 1.974567407496712e-05,
+      "loss": 0.6168,
+      "step": 29
+    },
+    {
+      "epoch": 0.10425716768027801,
+      "grad_norm": 1.267811894416809,
+      "learning_rate": 1.9719728094363103e-05,
+      "loss": 0.6212,
+      "step": 30
+    },
+    {
+      "epoch": 0.10773240660295395,
+      "grad_norm": 1.3066190481185913,
+      "learning_rate": 1.9692540862655587e-05,
+      "loss": 0.6246,
+      "step": 31
+    },
+    {
+      "epoch": 0.11120764552562988,
+      "grad_norm": 1.3221654891967773,
+      "learning_rate": 1.966411585177105e-05,
+      "loss": 0.585,
+      "step": 32
+    },
+    {
+      "epoch": 0.11468288444830582,
+      "grad_norm": 1.2844849824905396,
+      "learning_rate": 1.9634456691705705e-05,
+      "loss": 0.6416,
+      "step": 33
+    },
+    {
+      "epoch": 0.11815812337098175,
+      "grad_norm": 1.2656630277633667,
+      "learning_rate": 1.9603567170061918e-05,
+      "loss": 0.6112,
+      "step": 34
+    },
+    {
+      "epoch": 0.12163336229365769,
+      "grad_norm": 1.2453721761703491,
+      "learning_rate": 1.9571451231564523e-05,
+      "loss": 0.6193,
+      "step": 35
+    },
+    {
+      "epoch": 0.12510860121633363,
+      "grad_norm": 1.3584957122802734,
+      "learning_rate": 1.9538112977557077e-05,
+      "loss": 0.661,
+      "step": 36
+    },
+    {
+      "epoch": 0.12858384013900956,
+      "grad_norm": 1.2529661655426025,
+      "learning_rate": 1.9503556665478066e-05,
+      "loss": 0.626,
+      "step": 37
+    },
+    {
+      "epoch": 0.13205907906168549,
+      "grad_norm": 1.168838381767273,
+      "learning_rate": 1.9467786708317257e-05,
+      "loss": 0.6553,
+      "step": 38
+    },
+    {
+      "epoch": 0.1355343179843614,
+      "grad_norm": 1.266099452972412,
+      "learning_rate": 1.9430807674052092e-05,
+      "loss": 0.6105,
+      "step": 39
+    },
+    {
+      "epoch": 0.13900955690703737,
+      "grad_norm": 1.2240427732467651,
+      "learning_rate": 1.939262428506438e-05,
+      "loss": 0.6362,
+      "step": 40
+    },
+    {
+      "epoch": 0.1424847958297133,
+      "grad_norm": 1.181288480758667,
+      "learning_rate": 1.9353241417537216e-05,
+      "loss": 0.639,
+      "step": 41
+    },
+    {
+      "epoch": 0.14596003475238922,
+      "grad_norm": 1.1083927154541016,
+      "learning_rate": 1.9312664100832236e-05,
+      "loss": 0.6421,
+      "step": 42
+    },
+    {
+      "epoch": 0.14943527367506515,
+      "grad_norm": 1.2228623628616333,
+      "learning_rate": 1.9270897516847406e-05,
+      "loss": 0.5897,
+      "step": 43
+    },
+    {
+      "epoch": 0.1529105125977411,
+      "grad_norm": 1.215945839881897,
+      "learning_rate": 1.9227946999355226e-05,
+      "loss": 0.6122,
+      "step": 44
+    },
+    {
+      "epoch": 0.15638575152041703,
+      "grad_norm": 1.1623311042785645,
+      "learning_rate": 1.9183818033321612e-05,
+      "loss": 0.5546,
+      "step": 45
+    },
+    {
+      "epoch": 0.15986099044309296,
+      "grad_norm": 1.3293700218200684,
+      "learning_rate": 1.9138516254205416e-05,
+      "loss": 0.6268,
+      "step": 46
+    },
+    {
+      "epoch": 0.1633362293657689,
+      "grad_norm": 1.1984280347824097,
+      "learning_rate": 1.9092047447238775e-05,
+      "loss": 0.6081,
+      "step": 47
+    },
+    {
+      "epoch": 0.16681146828844484,
+      "grad_norm": 1.1898068189620972,
+      "learning_rate": 1.9044417546688295e-05,
+      "loss": 0.6007,
+      "step": 48
+    },
+    {
+      "epoch": 0.17028670721112077,
+      "grad_norm": 1.2403992414474487,
+      "learning_rate": 1.899563263509725e-05,
+      "loss": 0.6219,
+      "step": 49
+    },
+    {
+      "epoch": 0.1737619461337967,
+      "grad_norm": 1.3231101036071777,
+      "learning_rate": 1.894569894250877e-05,
+      "loss": 0.5834,
+      "step": 50
+    },
+    {
+      "epoch": 0.17723718505647262,
+      "grad_norm": 1.3285619020462036,
+      "learning_rate": 1.8894622845670282e-05,
+      "loss": 0.6568,
+      "step": 51
+    },
+    {
+      "epoch": 0.18071242397914858,
+      "grad_norm": 1.1555180549621582,
+      "learning_rate": 1.8842410867219137e-05,
+      "loss": 0.6269,
+      "step": 52
+    },
+    {
+      "epoch": 0.1841876629018245,
+      "grad_norm": 1.1796412467956543,
+      "learning_rate": 1.878906967484966e-05,
+      "loss": 0.5973,
+      "step": 53
+    },
+    {
+      "epoch": 0.18766290182450043,
+      "grad_norm": 1.144237756729126,
+      "learning_rate": 1.8734606080461657e-05,
+      "loss": 0.6367,
+      "step": 54
+    },
+    {
+      "epoch": 0.19113814074717636,
+      "grad_norm": 1.1937980651855469,
+      "learning_rate": 1.86790270392905e-05,
+      "loss": 0.6006,
+      "step": 55
+    },
+    {
+      "epoch": 0.19461337966985232,
+      "grad_norm": 1.0895384550094604,
+      "learning_rate": 1.8622339649018907e-05,
+      "loss": 0.579,
+      "step": 56
+    },
+    {
+      "epoch": 0.19808861859252824,
+      "grad_norm": 1.1548895835876465,
+      "learning_rate": 1.856455114887056e-05,
+      "loss": 0.5521,
+      "step": 57
+    },
+    {
+      "epoch": 0.20156385751520417,
+      "grad_norm": 1.0904297828674316,
+      "learning_rate": 1.8505668918685603e-05,
+      "loss": 0.6222,
+      "step": 58
+    },
+    {
+      "epoch": 0.2050390964378801,
+      "grad_norm": 1.2059494256973267,
+      "learning_rate": 1.8445700477978207e-05,
+      "loss": 0.6631,
+      "step": 59
+    },
+    {
+      "epoch": 0.20851433536055602,
+      "grad_norm": 1.1830602884292603,
+      "learning_rate": 1.8384653484976305e-05,
+      "loss": 0.5963,
+      "step": 60
+    },
+    {
+      "epoch": 0.21198957428323198,
+      "grad_norm": 1.2046791315078735,
+      "learning_rate": 1.8322535735643604e-05,
+      "loss": 0.5943,
+      "step": 61
+    },
+    {
+      "epoch": 0.2154648132059079,
+      "grad_norm": 1.1545571088790894,
+      "learning_rate": 1.8259355162684e-05,
+      "loss": 0.6301,
+      "step": 62
+    },
+    {
+      "epoch": 0.21894005212858383,
+      "grad_norm": 1.0760880708694458,
+      "learning_rate": 1.8195119834528535e-05,
+      "loss": 0.6366,
+      "step": 63
+    },
+    {
+      "epoch": 0.22241529105125976,
+      "grad_norm": 1.2411205768585205,
+      "learning_rate": 1.8129837954305033e-05,
+      "loss": 0.6156,
+      "step": 64
+    },
+    {
+      "epoch": 0.22589052997393572,
+      "grad_norm": 1.1241486072540283,
+      "learning_rate": 1.8063517858790517e-05,
+      "loss": 0.608,
+      "step": 65
+    },
+    {
+      "epoch": 0.22936576889661164,
+      "grad_norm": 1.0839852094650269,
+      "learning_rate": 1.799616801734657e-05,
+      "loss": 0.6334,
+      "step": 66
+    },
+    {
+      "epoch": 0.23284100781928757,
+      "grad_norm": 1.125570297241211,
+      "learning_rate": 1.792779703083777e-05,
+      "loss": 0.6139,
+      "step": 67
+    },
+    {
+      "epoch": 0.2363162467419635,
+      "grad_norm": 1.1417044401168823,
+      "learning_rate": 1.7858413630533305e-05,
+      "loss": 0.5897,
+      "step": 68
+    },
+    {
+      "epoch": 0.23979148566463945,
+      "grad_norm": 1.0312554836273193,
+      "learning_rate": 1.778802667699196e-05,
+      "loss": 0.606,
+      "step": 69
+    },
+    {
+      "epoch": 0.24326672458731538,
+      "grad_norm": 1.0954256057739258,
+      "learning_rate": 1.77166451589306e-05,
+      "loss": 0.5888,
+      "step": 70
+    },
+    {
+      "epoch": 0.2467419635099913,
+      "grad_norm": 1.031202793121338,
+      "learning_rate": 1.764427819207624e-05,
+      "loss": 0.6004,
+      "step": 71
+    },
+    {
+      "epoch": 0.25021720243266726,
+      "grad_norm": 1.1144808530807495,
+      "learning_rate": 1.757093501800196e-05,
+      "loss": 0.5699,
+      "step": 72
+    },
+    {
+      "epoch": 0.2536924413553432,
+      "grad_norm": 1.0327179431915283,
+      "learning_rate": 1.7496625002946702e-05,
+      "loss": 0.6051,
+      "step": 73
+    },
+    {
+      "epoch": 0.2571676802780191,
+      "grad_norm": 1.080093264579773,
+      "learning_rate": 1.7421357636619153e-05,
+      "loss": 0.6494,
+      "step": 74
+    },
+    {
+      "epoch": 0.26064291920069504,
+      "grad_norm": 1.2163845300674438,
+      "learning_rate": 1.734514253098589e-05,
+      "loss": 0.6033,
+      "step": 75
+    },
+    {
+      "epoch": 0.26411815812337097,
+      "grad_norm": 1.1358786821365356,
+      "learning_rate": 1.726798941904386e-05,
+      "loss": 0.596,
+      "step": 76
+    },
+    {
+      "epoch": 0.2675933970460469,
+      "grad_norm": 1.0965262651443481,
+      "learning_rate": 1.7189908153577473e-05,
+      "loss": 0.5669,
+      "step": 77
+    },
+    {
+      "epoch": 0.2710686359687228,
+      "grad_norm": 1.2162927389144897,
+      "learning_rate": 1.7110908705900322e-05,
+      "loss": 0.6133,
+      "step": 78
+    },
+    {
+      "epoch": 0.2745438748913988,
+      "grad_norm": 1.186356544494629,
+      "learning_rate": 1.7031001164581828e-05,
+      "loss": 0.6405,
+      "step": 79
+    },
+    {
+      "epoch": 0.27801911381407474,
+      "grad_norm": 1.0369867086410522,
+      "learning_rate": 1.6950195734158874e-05,
+      "loss": 0.579,
+      "step": 80
+    },
+    {
+      "epoch": 0.28149435273675066,
+      "grad_norm": 1.0901113748550415,
+      "learning_rate": 1.6868502733832647e-05,
+      "loss": 0.5825,
+      "step": 81
+    },
+    {
+      "epoch": 0.2849695916594266,
+      "grad_norm": 1.0874531269073486,
+      "learning_rate": 1.6785932596150827e-05,
+      "loss": 0.6038,
+      "step": 82
+    },
+    {
+      "epoch": 0.2884448305821025,
+      "grad_norm": 1.1928529739379883,
+      "learning_rate": 1.670249586567531e-05,
+      "loss": 0.5979,
+      "step": 83
+    },
+    {
+      "epoch": 0.29192006950477845,
+      "grad_norm": 1.0388442277908325,
+      "learning_rate": 1.6618203197635624e-05,
+      "loss": 0.5832,
+      "step": 84
+    },
+    {
+      "epoch": 0.2953953084274544,
+      "grad_norm": 1.2084934711456299,
+      "learning_rate": 1.6533065356568206e-05,
+      "loss": 0.5844,
+      "step": 85
+    },
+    {
+      "epoch": 0.2988705473501303,
+      "grad_norm": 1.223413348197937,
+      "learning_rate": 1.6447093214941727e-05,
+      "loss": 0.619,
+      "step": 86
+    },
+    {
+      "epoch": 0.3023457862728063,
+      "grad_norm": 1.0778778791427612,
+      "learning_rate": 1.636029775176862e-05,
+      "loss": 0.6573,
+      "step": 87
+    },
+    {
+      "epoch": 0.3058210251954822,
+      "grad_norm": 1.0900267362594604,
+      "learning_rate": 1.627269005120304e-05,
+      "loss": 0.5779,
+      "step": 88
+    },
+    {
+      "epoch": 0.30929626411815814,
+      "grad_norm": 1.0737788677215576,
+      "learning_rate": 1.618428130112533e-05,
+      "loss": 0.5994,
+      "step": 89
+    },
+    {
+      "epoch": 0.31277150304083406,
+      "grad_norm": 1.0811336040496826,
+      "learning_rate": 1.6095082791713322e-05,
+      "loss": 0.626,
+      "step": 90
+    },
+    {
+      "epoch": 0.31624674196351,
+      "grad_norm": 1.0799121856689453,
+      "learning_rate": 1.6005105914000508e-05,
+      "loss": 0.6313,
+      "step": 91
+    },
+    {
+      "epoch": 0.3197219808861859,
+      "grad_norm": 1.0824054479599,
+      "learning_rate": 1.5914362158421352e-05,
+      "loss": 0.636,
+      "step": 92
+    },
+    {
+      "epoch": 0.32319721980886185,
+      "grad_norm": 1.0406136512756348,
+      "learning_rate": 1.5822863113343934e-05,
+      "loss": 0.5972,
+      "step": 93
+    },
+    {
+      "epoch": 0.3266724587315378,
+      "grad_norm": 1.16518235206604,
+      "learning_rate": 1.5730620463590052e-05,
+      "loss": 0.5728,
+      "step": 94
+    },
+    {
+      "epoch": 0.3301476976542137,
+      "grad_norm": 1.0442129373550415,
+      "learning_rate": 1.5637645988943008e-05,
+      "loss": 0.6138,
+      "step": 95
+    },
+    {
+      "epoch": 0.3336229365768897,
+      "grad_norm": 1.1471384763717651,
+      "learning_rate": 1.554395156264331e-05,
+      "loss": 0.6123,
+      "step": 96
+    },
+    {
+      "epoch": 0.3370981754995656,
+      "grad_norm": 1.0176016092300415,
+      "learning_rate": 1.544954914987238e-05,
+      "loss": 0.6063,
+      "step": 97
+    },
+    {
+      "epoch": 0.34057341442224154,
+      "grad_norm": 1.062016487121582,
+      "learning_rate": 1.5354450806224553e-05,
+      "loss": 0.5842,
+      "step": 98
+    },
+    {
+      "epoch": 0.34404865334491747,
+      "grad_norm": 1.1640706062316895,
+      "learning_rate": 1.5258668676167548e-05,
+      "loss": 0.5938,
+      "step": 99
+    },
+    {
+      "epoch": 0.3475238922675934,
+      "grad_norm": 1.1660997867584229,
+      "learning_rate": 1.516221499149154e-05,
+      "loss": 0.6202,
+      "step": 100
+    },
+    {
+      "epoch": 0.3509991311902693,
+      "grad_norm": 1.156037449836731,
+      "learning_rate": 1.5065102069747117e-05,
+      "loss": 0.6216,
+      "step": 101
+    },
+    {
+      "epoch": 0.35447437011294525,
+      "grad_norm": 1.2295578718185425,
+      "learning_rate": 1.4967342312672283e-05,
+      "loss": 0.5649,
+      "step": 102
+    },
+    {
+      "epoch": 0.3579496090356212,
+      "grad_norm": 1.0619351863861084,
+      "learning_rate": 1.48689482046087e-05,
+      "loss": 0.5954,
+      "step": 103
+    },
+    {
+      "epoch": 0.36142484795829716,
+      "grad_norm": 1.266830325126648,
+      "learning_rate": 1.4769932310907372e-05,
+      "loss": 0.6362,
+      "step": 104
+    },
+    {
+      "epoch": 0.3649000868809731,
+      "grad_norm": 1.0485084056854248,
+      "learning_rate": 1.467030727632401e-05,
+      "loss": 0.5664,
+      "step": 105
+    },
+    {
+      "epoch": 0.368375325803649,
+      "grad_norm": 1.12933349609375,
+      "learning_rate": 1.4570085823404232e-05,
+      "loss": 0.586,
+      "step": 106
+    },
+    {
+      "epoch": 0.37185056472632494,
+      "grad_norm": 1.0767207145690918,
+      "learning_rate": 1.4469280750858854e-05,
+      "loss": 0.5773,
+      "step": 107
+    },
+    {
+      "epoch": 0.37532580364900087,
+      "grad_norm": 1.121981143951416,
+      "learning_rate": 1.4367904931929422e-05,
+      "loss": 0.585,
+      "step": 108
+    },
+    {
+      "epoch": 0.3788010425716768,
+      "grad_norm": 1.1495089530944824,
+      "learning_rate": 1.4265971312744252e-05,
+      "loss": 0.5698,
+      "step": 109
+    },
+    {
+      "epoch": 0.3822762814943527,
+      "grad_norm": 1.0745882987976074,
+      "learning_rate": 1.4163492910665153e-05,
+      "loss": 0.611,
+      "step": 110
+    },
+    {
+      "epoch": 0.38575152041702865,
+      "grad_norm": 1.0079902410507202,
+      "learning_rate": 1.4060482812625055e-05,
+      "loss": 0.6226,
+      "step": 111
+    },
+    {
+      "epoch": 0.38922675933970463,
+      "grad_norm": 1.0810552835464478,
+      "learning_rate": 1.395695417345675e-05,
+      "loss": 0.6257,
+      "step": 112
+    },
+    {
+      "epoch": 0.39270199826238056,
+      "grad_norm": 1.040677547454834,
+      "learning_rate": 1.3852920214212966e-05,
+      "loss": 0.5883,
+      "step": 113
+    },
+    {
+      "epoch": 0.3961772371850565,
+      "grad_norm": 1.0766505002975464,
+      "learning_rate": 1.3748394220477972e-05,
+      "loss": 0.5804,
+      "step": 114
+    },
+    {
+      "epoch": 0.3996524761077324,
+      "grad_norm": 1.0619298219680786,
+      "learning_rate": 1.3643389540670963e-05,
+      "loss": 0.6178,
+      "step": 115
+    },
+    {
+      "epoch": 0.40312771503040834,
+      "grad_norm": 1.019912838935852,
+      "learning_rate": 1.3537919584341413e-05,
+      "loss": 0.5959,
+      "step": 116
+    },
+    {
+      "epoch": 0.40660295395308427,
+      "grad_norm": 1.113372564315796,
+      "learning_rate": 1.3431997820456592e-05,
+      "loss": 0.6051,
+      "step": 117
+    },
+    {
+      "epoch": 0.4100781928757602,
+      "grad_norm": 1.0494154691696167,
+      "learning_rate": 1.3325637775681561e-05,
+      "loss": 0.599,
+      "step": 118
+    },
+    {
+      "epoch": 0.4135534317984361,
+      "grad_norm": 1.1271395683288574,
+      "learning_rate": 1.3218853032651719e-05,
+      "loss": 0.6322,
+      "step": 119
+    },
+    {
+      "epoch": 0.41702867072111205,
+      "grad_norm": 1.1663187742233276,
+      "learning_rate": 1.3111657228238263e-05,
+      "loss": 0.6209,
+      "step": 120
+    },
+    {
+      "epoch": 0.42050390964378803,
+      "grad_norm": 1.0917779207229614,
+      "learning_rate": 1.3004064051806712e-05,
+      "loss": 0.5832,
+      "step": 121
+    },
+    {
+      "epoch": 0.42397914856646396,
+      "grad_norm": 1.1407371759414673,
+      "learning_rate": 1.2896087243468673e-05,
+      "loss": 0.5645,
+      "step": 122
+    },
+    {
+      "epoch": 0.4274543874891399,
+      "grad_norm": 1.1023014783859253,
+      "learning_rate": 1.2787740592327232e-05,
+      "loss": 0.5921,
+      "step": 123
+    },
+    {
+      "epoch": 0.4309296264118158,
+      "grad_norm": 1.1019343137741089,
+      "learning_rate": 1.267903793471597e-05,
+      "loss": 0.5687,
+      "step": 124
+    },
+    {
+      "epoch": 0.43440486533449174,
+      "grad_norm": 1.0315438508987427,
+      "learning_rate": 1.2569993152432028e-05,
+      "loss": 0.5973,
+      "step": 125
+    },
+    {
+      "epoch": 0.43788010425716767,
+      "grad_norm": 1.1791157722473145,
+      "learning_rate": 1.2460620170963353e-05,
+      "loss": 0.6029,
+      "step": 126
+    },
+    {
+      "epoch": 0.4413553431798436,
+      "grad_norm": 1.1693004369735718,
+      "learning_rate": 1.2350932957710322e-05,
+      "loss": 0.5916,
+      "step": 127
+    },
+    {
+      "epoch": 0.4448305821025195,
+      "grad_norm": 1.023739218711853,
+      "learning_rate": 1.2240945520202079e-05,
+      "loss": 0.5557,
+      "step": 128
+    },
+    {
+      "epoch": 0.4483058210251955,
+      "grad_norm": 1.2074741125106812,
+      "learning_rate": 1.2130671904307692e-05,
+      "loss": 0.605,
+      "step": 129
+    },
+    {
+      "epoch": 0.45178105994787143,
+      "grad_norm": 1.0737248659133911,
+      "learning_rate": 1.202012619244243e-05,
+      "loss": 0.6198,
+      "step": 130
+    },
+    {
+      "epoch": 0.45525629887054736,
+      "grad_norm": 1.0830988883972168,
+      "learning_rate": 1.1909322501769407e-05,
+      "loss": 0.5757,
+      "step": 131
+    },
+    {
+      "epoch": 0.4587315377932233,
+      "grad_norm": 1.050476312637329,
+      "learning_rate": 1.1798274982396728e-05,
+      "loss": 0.5597,
+      "step": 132
+    },
+    {
+      "epoch": 0.4622067767158992,
+      "grad_norm": 0.9489808678627014,
+      "learning_rate": 1.1686997815570473e-05,
+      "loss": 0.5686,
+      "step": 133
+    },
+    {
+      "epoch": 0.46568201563857514,
+      "grad_norm": 1.009084701538086,
+      "learning_rate": 1.15755052118637e-05,
+      "loss": 0.6,
+      "step": 134
+    },
+    {
+      "epoch": 0.46915725456125107,
+      "grad_norm": 1.058876872062683,
+      "learning_rate": 1.1463811409361667e-05,
+      "loss": 0.5479,
+      "step": 135
+    },
+    {
+      "epoch": 0.472632493483927,
+      "grad_norm": 1.0262316465377808,
+      "learning_rate": 1.13519306718436e-05,
+      "loss": 0.6045,
+      "step": 136
+    },
+    {
+      "epoch": 0.476107732406603,
+      "grad_norm": 1.0066461563110352,
+      "learning_rate": 1.1239877286961123e-05,
+      "loss": 0.561,
+      "step": 137
+    },
+    {
+      "epoch": 0.4795829713292789,
+      "grad_norm": 0.9656773209571838,
+      "learning_rate": 1.112766556441367e-05,
+      "loss": 0.6139,
+      "step": 138
+    },
+    {
+      "epoch": 0.48305821025195483,
+      "grad_norm": 1.0848320722579956,
+      "learning_rate": 1.1015309834121083e-05,
+      "loss": 0.5811,
+      "step": 139
+    },
+    {
+      "epoch": 0.48653344917463076,
+      "grad_norm": 1.0625325441360474,
+      "learning_rate": 1.0902824444393602e-05,
+      "loss": 0.6299,
+      "step": 140
+    },
+    {
+      "epoch": 0.4900086880973067,
+      "grad_norm": 1.0536874532699585,
+      "learning_rate": 1.079022376009955e-05,
+      "loss": 0.5937,
+      "step": 141
+    },
+    {
+      "epoch": 0.4934839270199826,
+      "grad_norm": 1.0022127628326416,
+      "learning_rate": 1.067752216083085e-05,
+      "loss": 0.5718,
+      "step": 142
+    },
+    {
+      "epoch": 0.49695916594265854,
+      "grad_norm": 1.0636472702026367,
+      "learning_rate": 1.05647340390667e-05,
+      "loss": 0.6251,
+      "step": 143
+    },
+    {
+      "epoch": 0.5004344048653345,
+      "grad_norm": 1.0569506883621216,
+      "learning_rate": 1.0451873798335605e-05,
+      "loss": 0.5583,
+      "step": 144
+    },
+    {
+      "epoch": 0.5039096437880104,
+      "grad_norm": 1.04555344581604,
+      "learning_rate": 1.0338955851375962e-05,
+      "loss": 0.5893,
+      "step": 145
+    },
+    {
+      "epoch": 0.5073848827106864,
+      "grad_norm": 0.9304705858230591,
+      "learning_rate": 1.0225994618295507e-05,
+      "loss": 0.5414,
+      "step": 146
+    },
+    {
+      "epoch": 0.5108601216333623,
+      "grad_norm": 0.9779573082923889,
+      "learning_rate": 1.01130045247298e-05,
+      "loss": 0.5601,
+      "step": 147
+    },
+    {
+      "epoch": 0.5143353605560382,
+      "grad_norm": 1.0225908756256104,
+      "learning_rate": 1e-05,
+      "loss": 0.65,
+      "step": 148
+    },
+    {
+      "epoch": 0.5178105994787141,
+      "grad_norm": 0.9953768253326416,
+      "learning_rate": 9.886995475270205e-06,
+      "loss": 0.5905,
+      "step": 149
+    },
+    {
+      "epoch": 0.5212858384013901,
+      "grad_norm": 1.0968619585037231,
+      "learning_rate": 9.774005381704498e-06,
+      "loss": 0.5995,
+      "step": 150
+    },
+    {
+      "epoch": 0.5247610773240661,
+      "grad_norm": 0.9768278002738953,
+      "learning_rate": 9.661044148624038e-06,
+      "loss": 0.642,
+      "step": 151
+    },
+    {
+      "epoch": 0.5282363162467419,
+      "grad_norm": 1.0109375715255737,
+      "learning_rate": 9.548126201664398e-06,
+      "loss": 0.534,
+      "step": 152
+    },
+    {
+      "epoch": 0.5317115551694179,
+      "grad_norm": 1.0256866216659546,
+      "learning_rate": 9.435265960933304e-06,
+      "loss": 0.6327,
+      "step": 153
+    },
+    {
+      "epoch": 0.5351867940920938,
+      "grad_norm": 0.9121344089508057,
+      "learning_rate": 9.322477839169156e-06,
+      "loss": 0.5787,
+      "step": 154
+    },
+    {
+      "epoch": 0.5386620330147698,
+      "grad_norm": 0.9741325974464417,
+      "learning_rate": 9.209776239900453e-06,
+      "loss": 0.5954,
+      "step": 155
+    },
+    {
+      "epoch": 0.5421372719374457,
+      "grad_norm": 1.0003210306167603,
+      "learning_rate": 9.097175555606396e-06,
+      "loss": 0.5514,
+      "step": 156
+    },
+    {
+      "epoch": 0.5456125108601216,
+      "grad_norm": 1.0428141355514526,
+      "learning_rate": 8.98469016587892e-06,
+      "loss": 0.5798,
+      "step": 157
+    },
+    {
+      "epoch": 0.5490877497827976,
+      "grad_norm": 1.0282821655273438,
+      "learning_rate": 8.872334435586333e-06,
+      "loss": 0.5911,
+      "step": 158
+    },
+    {
+      "epoch": 0.5525629887054735,
+      "grad_norm": 0.9479502439498901,
+      "learning_rate": 8.76012271303888e-06,
+      "loss": 0.6158,
+      "step": 159
+    },
+    {
+      "epoch": 0.5560382276281495,
+      "grad_norm": 1.0172061920166016,
+      "learning_rate": 8.648069328156403e-06,
+      "loss": 0.5601,
+      "step": 160
+    },
+    {
+      "epoch": 0.5595134665508253,
+      "grad_norm": 1.0053855180740356,
+      "learning_rate": 8.536188590638334e-06,
+      "loss": 0.6152,
+      "step": 161
+    },
+    {
+      "epoch": 0.5629887054735013,
+      "grad_norm": 0.974694550037384,
+      "learning_rate": 8.424494788136303e-06,
+      "loss": 0.5666,
+      "step": 162
+    },
+    {
+      "epoch": 0.5664639443961772,
+      "grad_norm": 0.9912855625152588,
+      "learning_rate": 8.313002184429529e-06,
+      "loss": 0.5695,
+      "step": 163
+    },
+    {
+      "epoch": 0.5699391833188532,
+      "grad_norm": 0.962709367275238,
+      "learning_rate": 8.201725017603277e-06,
+      "loss": 0.5357,
+      "step": 164
+    },
+    {
+      "epoch": 0.573414422241529,
+      "grad_norm": 0.9394634962081909,
+      "learning_rate": 8.090677498230598e-06,
+      "loss": 0.564,
+      "step": 165
+    },
+    {
+      "epoch": 0.576889661164205,
+      "grad_norm": 0.9721453785896301,
+      "learning_rate": 7.97987380755757e-06,
+      "loss": 0.5933,
+      "step": 166
+    },
+    {
+      "epoch": 0.580364900086881,
+      "grad_norm": 1.0866742134094238,
+      "learning_rate": 7.869328095692313e-06,
+      "loss": 0.5811,
+      "step": 167
+    },
+    {
+      "epoch": 0.5838401390095569,
+      "grad_norm": 0.9584195613861084,
+      "learning_rate": 7.759054479797924e-06,
+      "loss": 0.5816,
+      "step": 168
+    },
+    {
+      "epoch": 0.5873153779322329,
+      "grad_norm": 1.0240747928619385,
+      "learning_rate": 7.649067042289681e-06,
+      "loss": 0.5688,
+      "step": 169
+    },
+    {
+      "epoch": 0.5907906168549087,
+      "grad_norm": 1.0707347393035889,
+      "learning_rate": 7.539379829036652e-06,
+      "loss": 0.5823,
+      "step": 170
+    },
+    {
+      "epoch": 0.5942658557775847,
+      "grad_norm": 0.9794528484344482,
+      "learning_rate": 7.430006847567972e-06,
+      "loss": 0.5933,
+      "step": 171
+    },
+    {
+      "epoch": 0.5977410947002606,
+      "grad_norm": 1.1342881917953491,
+      "learning_rate": 7.320962065284032e-06,
+      "loss": 0.5611,
+      "step": 172
+    },
+    {
+      "epoch": 0.6012163336229366,
+      "grad_norm": 1.0687241554260254,
+      "learning_rate": 7.2122594076727705e-06,
+      "loss": 0.6206,
+      "step": 173
+    },
+    {
+      "epoch": 0.6046915725456126,
+      "grad_norm": 1.1404447555541992,
+      "learning_rate": 7.1039127565313285e-06,
+      "loss": 0.619,
+      "step": 174
+    },
+    {
+      "epoch": 0.6081668114682884,
+      "grad_norm": 1.0000810623168945,
+      "learning_rate": 6.995935948193294e-06,
+      "loss": 0.5557,
+      "step": 175
+    },
+    {
+      "epoch": 0.6116420503909644,
+      "grad_norm": 0.9445539712905884,
+      "learning_rate": 6.888342771761737e-06,
+      "loss": 0.5392,
+      "step": 176
+    },
+    {
+      "epoch": 0.6151172893136403,
+      "grad_norm": 0.9872927069664001,
+      "learning_rate": 6.781146967348283e-06,
+      "loss": 0.557,
+      "step": 177
+    },
+    {
+      "epoch": 0.6185925282363163,
+      "grad_norm": 1.1482657194137573,
+      "learning_rate": 6.6743622243184405e-06,
+      "loss": 0.6229,
+      "step": 178
+    },
+    {
+      "epoch": 0.6220677671589921,
+      "grad_norm": 0.9911180138587952,
+      "learning_rate": 6.568002179543409e-06,
+      "loss": 0.5777,
+      "step": 179
+    },
+    {
+      "epoch": 0.6255430060816681,
+      "grad_norm": 1.0723944902420044,
+      "learning_rate": 6.462080415658591e-06,
+      "loss": 0.5546,
+      "step": 180
+    },
+    {
+      "epoch": 0.629018245004344,
+      "grad_norm": 1.0823560953140259,
+      "learning_rate": 6.356610459329038e-06,
+      "loss": 0.5811,
+      "step": 181
+    },
+    {
+      "epoch": 0.63249348392702,
+      "grad_norm": 1.0165990591049194,
+      "learning_rate": 6.251605779522032e-06,
+      "loss": 0.5626,
+      "step": 182
+    },
+    {
+      "epoch": 0.635968722849696,
+      "grad_norm": 0.9735214114189148,
+      "learning_rate": 6.147079785787038e-06,
+      "loss": 0.5326,
+      "step": 183
+    },
+    {
+      "epoch": 0.6394439617723718,
+      "grad_norm": 0.993291974067688,
+      "learning_rate": 6.043045826543254e-06,
+      "loss": 0.5609,
+      "step": 184
+    },
+    {
+      "epoch": 0.6429192006950478,
+      "grad_norm": 0.9579317569732666,
+      "learning_rate": 5.93951718737495e-06,
+      "loss": 0.5593,
+      "step": 185
+    },
+    {
+      "epoch": 0.6463944396177237,
+      "grad_norm": 0.8985302448272705,
+      "learning_rate": 5.836507089334849e-06,
+      "loss": 0.5391,
+      "step": 186
+    },
+    {
+      "epoch": 0.6498696785403997,
+      "grad_norm": 1.0520668029785156,
+      "learning_rate": 5.7340286872557515e-06,
+      "loss": 0.6108,
+      "step": 187
+    },
+    {
+      "epoch": 0.6533449174630755,
+      "grad_norm": 0.9960751533508301,
+      "learning_rate": 5.6320950680705826e-06,
+      "loss": 0.5867,
+      "step": 188
+    },
+    {
+      "epoch": 0.6568201563857515,
+      "grad_norm": 1.0133719444274902,
+      "learning_rate": 5.530719249141148e-06,
+      "loss": 0.5313,
+      "step": 189
+    },
+    {
+      "epoch": 0.6602953953084274,
+      "grad_norm": 0.9764801859855652,
+      "learning_rate": 5.429914176595772e-06,
+      "loss": 0.559,
+      "step": 190
+    },
+    {
+      "epoch": 0.6637706342311034,
+      "grad_norm": 1.0536527633666992,
+      "learning_rate": 5.329692723675994e-06,
+      "loss": 0.5625,
+      "step": 191
+    },
+    {
+      "epoch": 0.6672458731537794,
+      "grad_norm": 1.139304280281067,
+      "learning_rate": 5.230067689092629e-06,
+      "loss": 0.5941,
+      "step": 192
+    },
+    {
+      "epoch": 0.6707211120764552,
+      "grad_norm": 1.0412135124206543,
+      "learning_rate": 5.131051795391302e-06,
+      "loss": 0.6064,
+      "step": 193
+    },
+    {
+      "epoch": 0.6741963509991312,
+      "grad_norm": 1.0304534435272217,
+      "learning_rate": 5.03265768732772e-06,
+      "loss": 0.5576,
+      "step": 194
+    },
+    {
+      "epoch": 0.6776715899218071,
+      "grad_norm": 0.9016774892807007,
+      "learning_rate": 4.934897930252887e-06,
+      "loss": 0.59,
+      "step": 195
+    },
+    {
+      "epoch": 0.6811468288444831,
+      "grad_norm": 0.9751427173614502,
+      "learning_rate": 4.837785008508462e-06,
+      "loss": 0.587,
+      "step": 196
+    },
+    {
+      "epoch": 0.684622067767159,
+      "grad_norm": 0.9640844464302063,
+      "learning_rate": 4.7413313238324556e-06,
+      "loss": 0.5332,
+      "step": 197
+    },
+    {
+      "epoch": 0.6880973066898349,
+      "grad_norm": 1.0356625318527222,
+      "learning_rate": 4.645549193775452e-06,
+      "loss": 0.5798,
+      "step": 198
+    },
+    {
+      "epoch": 0.6915725456125109,
+      "grad_norm": 0.9761075377464294,
+      "learning_rate": 4.550450850127626e-06,
+      "loss": 0.5669,
+      "step": 199
+    },
+    {
+      "epoch": 0.6950477845351868,
+      "grad_norm": 0.9727676510810852,
+      "learning_rate": 4.4560484373566945e-06,
+      "loss": 0.5526,
+      "step": 200
+    },
+    {
+      "epoch": 0.6985230234578628,
+      "grad_norm": 0.9600728750228882,
+      "learning_rate": 4.3623540110569935e-06,
+      "loss": 0.5225,
+      "step": 201
+    },
+    {
+      "epoch": 0.7019982623805386,
+      "grad_norm": 1.075377345085144,
+      "learning_rate": 4.26937953640995e-06,
+      "loss": 0.6123,
+      "step": 202
+    },
+    {
+      "epoch": 0.7054735013032146,
+      "grad_norm": 0.9740473031997681,
+      "learning_rate": 4.177136886656067e-06,
+      "loss": 0.5718,
+      "step": 203
+    },
+    {
+      "epoch": 0.7089487402258905,
+      "grad_norm": 0.894684374332428,
+      "learning_rate": 4.085637841578652e-06,
+      "loss": 0.6006,
+      "step": 204
+    },
+    {
+      "epoch": 0.7124239791485665,
+      "grad_norm": 1.0192121267318726,
+      "learning_rate": 3.9948940859994964e-06,
+      "loss": 0.5745,
+      "step": 205
+    },
+    {
+      "epoch": 0.7158992180712423,
+      "grad_norm": 1.0569602251052856,
+      "learning_rate": 3.9049172082866786e-06,
+      "loss": 0.6085,
+      "step": 206
+    },
+    {
+      "epoch": 0.7193744569939183,
+      "grad_norm": 1.0002917051315308,
+      "learning_rate": 3.815718698874672e-06,
+      "loss": 0.5586,
+      "step": 207
+    },
+    {
+      "epoch": 0.7228496959165943,
+      "grad_norm": 0.9531834125518799,
+      "learning_rate": 3.727309948796963e-06,
+      "loss": 0.5927,
+      "step": 208
+    },
+    {
+      "epoch": 0.7263249348392702,
+      "grad_norm": 1.045615553855896,
+      "learning_rate": 3.6397022482313804e-06,
+      "loss": 0.5594,
+      "step": 209
+    },
+    {
+      "epoch": 0.7298001737619462,
+      "grad_norm": 0.9334245324134827,
+      "learning_rate": 3.552906785058278e-06,
+      "loss": 0.5364,
+      "step": 210
+    },
+    {
+      "epoch": 0.733275412684622,
+      "grad_norm": 0.9601573348045349,
+      "learning_rate": 3.466934643431795e-06,
+      "loss": 0.5571,
+      "step": 211
+    },
+    {
+      "epoch": 0.736750651607298,
+      "grad_norm": 0.95643150806427,
+      "learning_rate": 3.3817968023643766e-06,
+      "loss": 0.5717,
+      "step": 212
+    },
+    {
+      "epoch": 0.7402258905299739,
+      "grad_norm": 0.9626767039299011,
+      "learning_rate": 3.2975041343246937e-06,
+      "loss": 0.54,
+      "step": 213
+    },
+    {
+      "epoch": 0.7437011294526499,
+      "grad_norm": 0.9196009635925293,
+      "learning_rate": 3.214067403849179e-06,
+      "loss": 0.5807,
+      "step": 214
+    },
+    {
+      "epoch": 0.7471763683753258,
+      "grad_norm": 1.049148440361023,
+      "learning_rate": 3.1314972661673572e-06,
+      "loss": 0.6214,
+      "step": 215
+    },
+    {
+      "epoch": 0.7506516072980017,
+      "grad_norm": 0.9988502264022827,
+      "learning_rate": 3.0498042658411276e-06,
+      "loss": 0.5561,
+      "step": 216
+    },
+    {
+      "epoch": 0.7541268462206777,
+      "grad_norm": 1.0174543857574463,
+      "learning_rate": 2.9689988354181742e-06,
+      "loss": 0.5698,
+      "step": 217
+    },
+    {
+      "epoch": 0.7576020851433536,
+      "grad_norm": 1.0161805152893066,
+      "learning_rate": 2.8890912940996784e-06,
+      "loss": 0.5478,
+      "step": 218
+    },
+    {
+      "epoch": 0.7610773240660296,
+      "grad_norm": 0.9427905082702637,
+      "learning_rate": 2.8100918464225304e-06,
+      "loss": 0.5637,
+      "step": 219
+    },
+    {
+      "epoch": 0.7645525629887054,
+      "grad_norm": 1.0057843923568726,
+      "learning_rate": 2.7320105809561415e-06,
+      "loss": 0.5674,
+      "step": 220
+    },
+    {
+      "epoch": 0.7680278019113814,
+      "grad_norm": 1.013282299041748,
+      "learning_rate": 2.654857469014113e-06,
+      "loss": 0.5863,
+      "step": 221
+    },
+    {
+      "epoch": 0.7715030408340573,
+      "grad_norm": 0.980964720249176,
+      "learning_rate": 2.5786423633808487e-06,
+      "loss": 0.573,
+      "step": 222
+    },
+    {
+      "epoch": 0.7749782797567333,
+      "grad_norm": 0.9535639882087708,
+      "learning_rate": 2.5033749970533015e-06,
+      "loss": 0.5594,
+      "step": 223
+    },
+    {
+      "epoch": 0.7784535186794093,
+      "grad_norm": 0.9691473841667175,
+      "learning_rate": 2.4290649819980404e-06,
+      "loss": 0.5937,
+      "step": 224
+    },
+    {
+      "epoch": 0.7819287576020851,
+      "grad_norm": 0.9758164286613464,
+      "learning_rate": 2.3557218079237608e-06,
+      "loss": 0.5412,
+      "step": 225
+    },
+    {
+      "epoch": 0.7854039965247611,
+      "grad_norm": 0.9405572414398193,
+      "learning_rate": 2.283354841069403e-06,
+      "loss": 0.5655,
+      "step": 226
+    },
+    {
+      "epoch": 0.788879235447437,
+      "grad_norm": 0.8931716680526733,
+      "learning_rate": 2.211973323008041e-06,
+      "loss": 0.5258,
+      "step": 227
+    },
+    {
+      "epoch": 0.792354474370113,
+      "grad_norm": 0.9230597019195557,
+      "learning_rate": 2.1415863694666973e-06,
+      "loss": 0.5538,
+      "step": 228
+    },
+    {
+      "epoch": 0.7958297132927888,
+      "grad_norm": 0.9798585176467896,
+      "learning_rate": 2.072202969162234e-06,
+      "loss": 0.5556,
+      "step": 229
+    },
+    {
+      "epoch": 0.7993049522154648,
+      "grad_norm": 0.9468632340431213,
+      "learning_rate": 2.0038319826534312e-06,
+      "loss": 0.597,
+      "step": 230
+    },
+    {
+      "epoch": 0.8027801911381407,
+      "grad_norm": 0.9490894079208374,
+      "learning_rate": 1.936482141209486e-06,
+      "loss": 0.5645,
+      "step": 231
+    },
+    {
+      "epoch": 0.8062554300608167,
+      "grad_norm": 0.9810106754302979,
+      "learning_rate": 1.870162045694971e-06,
+      "loss": 0.5281,
+      "step": 232
+    },
+    {
+      "epoch": 0.8097306689834927,
+      "grad_norm": 0.9110345840454102,
+      "learning_rate": 1.8048801654714687e-06,
+      "loss": 0.5774,
+      "step": 233
+    },
+    {
+      "epoch": 0.8132059079061685,
+      "grad_norm": 0.9290068745613098,
+      "learning_rate": 1.7406448373160024e-06,
+      "loss": 0.6053,
+      "step": 234
+    },
+    {
+      "epoch": 0.8166811468288445,
+      "grad_norm": 0.9238559603691101,
+      "learning_rate": 1.6774642643563955e-06,
+      "loss": 0.5125,
+      "step": 235
+    },
+    {
+      "epoch": 0.8201563857515204,
+      "grad_norm": 1.0130783319473267,
+      "learning_rate": 1.615346515023698e-06,
+      "loss": 0.5873,
+      "step": 236
+    },
+    {
+      "epoch": 0.8236316246741964,
+      "grad_norm": 0.9619508981704712,
+      "learning_rate": 1.5542995220217961e-06,
+      "loss": 0.5979,
+      "step": 237
+    },
+    {
+      "epoch": 0.8271068635968722,
+      "grad_norm": 1.0197911262512207,
+      "learning_rate": 1.4943310813144006e-06,
+      "loss": 0.6156,
+      "step": 238
+    },
+    {
+      "epoch": 0.8305821025195482,
+      "grad_norm": 0.9349676370620728,
+      "learning_rate": 1.4354488511294418e-06,
+      "loss": 0.5689,
+      "step": 239
+    },
+    {
+      "epoch": 0.8340573414422241,
+      "grad_norm": 1.0270828008651733,
+      "learning_rate": 1.3776603509810938e-06,
+      "loss": 0.5397,
+      "step": 240
+    },
+    {
+      "epoch": 0.8375325803649001,
+      "grad_norm": 0.9381040334701538,
+      "learning_rate": 1.3209729607095022e-06,
+      "loss": 0.542,
+      "step": 241
+    },
+    {
+      "epoch": 0.8410078192875761,
+      "grad_norm": 1.0486862659454346,
+      "learning_rate": 1.2653939195383448e-06,
+      "loss": 0.5886,
+      "step": 242
+    },
+    {
+      "epoch": 0.8444830582102519,
+      "grad_norm": 0.9653035402297974,
+      "learning_rate": 1.2109303251503434e-06,
+      "loss": 0.5893,
+      "step": 243
+    },
+    {
+      "epoch": 0.8479582971329279,
+      "grad_norm": 0.9536635279655457,
+      "learning_rate": 1.1575891327808664e-06,
+      "loss": 0.5728,
+      "step": 244
+    },
+    {
+      "epoch": 0.8514335360556038,
+      "grad_norm": 0.9552822113037109,
+      "learning_rate": 1.1053771543297198e-06,
+      "loss": 0.5335,
+      "step": 245
+    },
+    {
+      "epoch": 0.8549087749782798,
+      "grad_norm": 0.9501549005508423,
+      "learning_rate": 1.0543010574912305e-06,
+      "loss": 0.5696,
+      "step": 246
+    },
+    {
+      "epoch": 0.8583840139009556,
+      "grad_norm": 0.9457242488861084,
+      "learning_rate": 1.0043673649027519e-06,
+      "loss": 0.5974,
+      "step": 247
+    },
+    {
+      "epoch": 0.8618592528236316,
+      "grad_norm": 0.9081954956054688,
+      "learning_rate": 9.555824533117064e-07,
+      "loss": 0.5984,
+      "step": 248
+    },
+    {
+      "epoch": 0.8653344917463076,
+      "grad_norm": 0.9678678512573242,
+      "learning_rate": 9.079525527612321e-07,
+      "loss": 0.5463,
+      "step": 249
+    },
+    {
+      "epoch": 0.8688097306689835,
+      "grad_norm": 0.9402781128883362,
+      "learning_rate": 8.614837457945868e-07,
+      "loss": 0.5831,
+      "step": 250
+    },
+    {
+      "epoch": 0.8722849695916595,
+      "grad_norm": 0.8864692449569702,
+      "learning_rate": 8.161819666783888e-07,
+      "loss": 0.6336,
+      "step": 251
+    },
+    {
+      "epoch": 0.8757602085143353,
+      "grad_norm": 0.9280177354812622,
+      "learning_rate": 7.720530006447735e-07,
+      "loss": 0.5792,
+      "step": 252
+    },
+    {
+      "epoch": 0.8792354474370113,
+      "grad_norm": 0.9325032830238342,
+      "learning_rate": 7.291024831525961e-07,
+      "loss": 0.5374,
+      "step": 253
+    },
+    {
+      "epoch": 0.8827106863596872,
+      "grad_norm": 0.8580663800239563,
+      "learning_rate": 6.87335899167767e-07,
+      "loss": 0.5319,
+      "step": 254
+    },
+    {
+      "epoch": 0.8861859252823632,
+      "grad_norm": 0.98850017786026,
+      "learning_rate": 6.467585824627886e-07,
+      "loss": 0.6334,
+      "step": 255
+    },
+    {
+      "epoch": 0.889661164205039,
+      "grad_norm": 0.9273893237113953,
+      "learning_rate": 6.073757149356185e-07,
+      "loss": 0.5404,
+      "step": 256
+    },
+    {
+      "epoch": 0.893136403127715,
+      "grad_norm": 0.9261394739151001,
+      "learning_rate": 5.691923259479093e-07,
+      "loss": 0.553,
+      "step": 257
+    },
+    {
+      "epoch": 0.896611642050391,
+      "grad_norm": 0.9248658418655396,
+      "learning_rate": 5.322132916827483e-07,
+      "loss": 0.5835,
+      "step": 258
+    },
+    {
+      "epoch": 0.9000868809730669,
+      "grad_norm": 0.9358659982681274,
+      "learning_rate": 4.964433345219354e-07,
+      "loss": 0.6004,
+      "step": 259
+    },
+    {
+      "epoch": 0.9035621198957429,
+      "grad_norm": 1.0171351432800293,
+      "learning_rate": 4.6188702244292614e-07,
+      "loss": 0.5684,
+      "step": 260
+    },
+    {
+      "epoch": 0.9070373588184187,
+      "grad_norm": 0.9322757720947266,
+      "learning_rate": 4.285487684354772e-07,
+      "loss": 0.5311,
+      "step": 261
+    },
+    {
+      "epoch": 0.9105125977410947,
+      "grad_norm": 0.9555125832557678,
+      "learning_rate": 3.96432829938086e-07,
+      "loss": 0.5627,
+      "step": 262
+    },
+    {
+      "epoch": 0.9139878366637706,
+      "grad_norm": 0.8531783223152161,
+      "learning_rate": 3.6554330829429716e-07,
+      "loss": 0.5249,
+      "step": 263
+    },
+    {
+      "epoch": 0.9174630755864466,
+      "grad_norm": 0.9125425815582275,
+      "learning_rate": 3.3588414822895097e-07,
+      "loss": 0.5257,
+      "step": 264
+    },
+    {
+      "epoch": 0.9209383145091226,
+      "grad_norm": 0.9245027899742126,
+      "learning_rate": 3.0745913734441357e-07,
+      "loss": 0.5328,
+      "step": 265
+    },
+    {
+      "epoch": 0.9244135534317984,
+      "grad_norm": 0.9753005504608154,
+      "learning_rate": 2.8027190563689745e-07,
+      "loss": 0.5431,
+      "step": 266
+    },
+    {
+      "epoch": 0.9278887923544744,
+      "grad_norm": 0.9659878611564636,
+      "learning_rate": 2.5432592503288e-07,
+      "loss": 0.5794,
+      "step": 267
+    },
+    {
+      "epoch": 0.9313640312771503,
+      "grad_norm": 1.0079331398010254,
+      "learning_rate": 2.2962450894573606e-07,
+      "loss": 0.5434,
+      "step": 268
+    },
+    {
+      "epoch": 0.9348392701998263,
+      "grad_norm": 0.9261694550514221,
+      "learning_rate": 2.0617081185259512e-07,
+      "loss": 0.5718,
+      "step": 269
+    },
+    {
+      "epoch": 0.9383145091225021,
+      "grad_norm": 0.8658697009086609,
+      "learning_rate": 1.8396782889150144e-07,
+      "loss": 0.5553,
+      "step": 270
+    },
+    {
+      "epoch": 0.9417897480451781,
+      "grad_norm": 0.9265699982643127,
+      "learning_rate": 1.630183954789233e-07,
+      "loss": 0.551,
+      "step": 271
+    },
+    {
+      "epoch": 0.945264986967854,
+      "grad_norm": 0.9904604554176331,
+      "learning_rate": 1.4332518694765708e-07,
+      "loss": 0.5113,
+      "step": 272
+    },
+    {
+      "epoch": 0.94874022589053,
+      "grad_norm": 0.9163973331451416,
+      "learning_rate": 1.2489071820517394e-07,
+      "loss": 0.587,
+      "step": 273
+    },
+    {
+      "epoch": 0.952215464813206,
+      "grad_norm": 0.8994106650352478,
+      "learning_rate": 1.0771734341246121e-07,
+      "loss": 0.5273,
+      "step": 274
+    },
+    {
+      "epoch": 0.9556907037358818,
+      "grad_norm": 0.9306617975234985,
+      "learning_rate": 9.180725568338045e-08,
+      "loss": 0.5598,
+      "step": 275
+    },
+    {
+      "epoch": 0.9591659426585578,
+      "grad_norm": 0.9544433355331421,
+      "learning_rate": 7.716248680459726e-08,
+      "loss": 0.5608,
+      "step": 276
+    },
+    {
+      "epoch": 0.9626411815812337,
+      "grad_norm": 0.9377245903015137,
+      "learning_rate": 6.378490697611761e-08,
+      "loss": 0.5477,
+      "step": 277
+    },
+    {
+      "epoch": 0.9661164205039097,
+      "grad_norm": 0.8245200514793396,
+      "learning_rate": 5.1676224572452246e-08,
+      "loss": 0.5014,
+      "step": 278
+    },
+    {
+      "epoch": 0.9695916594265855,
+      "grad_norm": 0.8969350457191467,
+      "learning_rate": 4.083798592444899e-08,
+      "loss": 0.5899,
+      "step": 279
+    },
+    {
+      "epoch": 0.9730668983492615,
+      "grad_norm": 0.9808463454246521,
+      "learning_rate": 3.127157512182288e-08,
+      "loss": 0.5642,
+      "step": 280
+    },
+    {
+      "epoch": 0.9765421372719374,
+      "grad_norm": 0.9421252608299255,
+      "learning_rate": 2.2978213836400974e-08,
+      "loss": 0.5448,
+      "step": 281
+    },
+    {
+      "epoch": 0.9800173761946134,
+      "grad_norm": 0.9303473830223083,
+      "learning_rate": 1.5958961166104847e-08,
+      "loss": 0.5947,
+      "step": 282
+    },
+    {
+      "epoch": 0.9834926151172894,
+      "grad_norm": 1.075130820274353,
+      "learning_rate": 1.0214713499706596e-08,
+      "loss": 0.5925,
+      "step": 283
+    },
+    {
+      "epoch": 0.9869678540399652,
+      "grad_norm": 0.9997183680534363,
+      "learning_rate": 5.7462044023515186e-09,
+      "loss": 0.6126,
+      "step": 284
+    },
+    {
+      "epoch": 0.9904430929626412,
+      "grad_norm": 0.8891317248344421,
+      "learning_rate": 2.5540045218819256e-09,
+      "loss": 0.5529,
+      "step": 285
+    },
+    {
+      "epoch": 0.9939183318853171,
+      "grad_norm": 0.8776668310165405,
+      "learning_rate": 6.385215159565583e-10,
+      "loss": 0.5456,
+      "step": 286
+    },
+    {
+      "epoch": 0.9973935708079931,
+      "grad_norm": 0.8966051340103149,
+      "learning_rate": 0.0,
+      "loss": 0.5303,
+      "step": 287
+    },
+    {
+      "epoch": 0.9973935708079931,
+      "step": 287,
+      "total_flos": 2.698045158024282e+18,
+      "train_loss": 0.5919382667707649,
+      "train_runtime": 4471.5794,
+      "train_samples_per_second": 16.469,
+      "train_steps_per_second": 0.064
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 287,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 400,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.698045158024282e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}