Training in progress, step 400

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "use_cache": false,
+  "vocab_size": 128256
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb2ee8bb31a7b48322043b9fb34d4ca3634f663009929a3ac843e5994001253
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a233d5e3e309d83c68ded365c4034096c95a6ea3b6328441511ba22604000b
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6caea4359e3e86c55f8a8fac6ccf10a2653f57645ac0588c782f736ba5f1f2c
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab848c635dbd51553c38eda3ffd4ce10b8f8c259c287e877828ebba36e8dd7
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

trainer_log.jsonl

@@ -0,0 +1,405 @@
+{"current_steps": 1, "total_steps": 891, "loss": 1.1094, "lr": 0.0, "epoch": 0.003357582540570789, "percentage": 0.11, "elapsed_time": "0:00:09", "remaining_time": "2:22:06"}
+{"current_steps": 2, "total_steps": 891, "loss": 1.2127, "lr": 1.1111111111111112e-07, "epoch": 0.006715165081141578, "percentage": 0.22, "elapsed_time": "0:00:22", "remaining_time": "2:43:20"}
+{"current_steps": 3, "total_steps": 891, "loss": 1.1671, "lr": 2.2222222222222224e-07, "epoch": 0.010072747621712367, "percentage": 0.34, "elapsed_time": "0:00:28", "remaining_time": "2:22:36"}
+{"current_steps": 4, "total_steps": 891, "loss": 1.1785, "lr": 3.3333333333333335e-07, "epoch": 0.013430330162283156, "percentage": 0.45, "elapsed_time": "0:00:36", "remaining_time": "2:14:58"}
+{"current_steps": 5, "total_steps": 891, "loss": 1.1263, "lr": 4.444444444444445e-07, "epoch": 0.016787912702853944, "percentage": 0.56, "elapsed_time": "0:00:51", "remaining_time": "2:30:38"}
+{"current_steps": 6, "total_steps": 891, "loss": 1.1748, "lr": 5.555555555555555e-07, "epoch": 0.020145495243424735, "percentage": 0.67, "elapsed_time": "0:01:00", "remaining_time": "2:29:02"}
+{"current_steps": 7, "total_steps": 891, "loss": 1.1657, "lr": 6.666666666666667e-07, "epoch": 0.023503077783995522, "percentage": 0.79, "elapsed_time": "0:01:16", "remaining_time": "2:41:43"}
+{"current_steps": 8, "total_steps": 891, "loss": 1.2313, "lr": 7.777777777777779e-07, "epoch": 0.026860660324566313, "percentage": 0.9, "elapsed_time": "0:01:27", "remaining_time": "2:40:38"}
+{"current_steps": 9, "total_steps": 891, "loss": 1.1465, "lr": 8.88888888888889e-07, "epoch": 0.0302182428651371, "percentage": 1.01, "elapsed_time": "0:01:34", "remaining_time": "2:34:31"}
+{"current_steps": 10, "total_steps": 891, "loss": 1.1103, "lr": 1.0000000000000002e-06, "epoch": 0.03357582540570789, "percentage": 1.12, "elapsed_time": "0:01:47", "remaining_time": "2:38:02"}
+{"current_steps": 11, "total_steps": 891, "loss": 1.0456, "lr": 1.111111111111111e-06, "epoch": 0.03693340794627868, "percentage": 1.23, "elapsed_time": "0:02:01", "remaining_time": "2:41:49"}
+{"current_steps": 12, "total_steps": 891, "loss": 1.0994, "lr": 1.2222222222222223e-06, "epoch": 0.04029099048684947, "percentage": 1.35, "elapsed_time": "0:02:11", "remaining_time": "2:41:03"}
+{"current_steps": 13, "total_steps": 891, "loss": 0.9192, "lr": 1.3333333333333334e-06, "epoch": 0.04364857302742026, "percentage": 1.46, "elapsed_time": "0:02:24", "remaining_time": "2:42:34"}
+{"current_steps": 14, "total_steps": 891, "loss": 0.9019, "lr": 1.4444444444444445e-06, "epoch": 0.047006155567991044, "percentage": 1.57, "elapsed_time": "0:02:34", "remaining_time": "2:41:43"}
+{"current_steps": 15, "total_steps": 891, "loss": 0.932, "lr": 1.5555555555555558e-06, "epoch": 0.05036373810856184, "percentage": 1.68, "elapsed_time": "0:02:44", "remaining_time": "2:39:42"}
+{"current_steps": 16, "total_steps": 891, "loss": 0.9504, "lr": 1.6666666666666667e-06, "epoch": 0.053721320649132626, "percentage": 1.8, "elapsed_time": "0:02:55", "remaining_time": "2:40:07"}
+{"current_steps": 17, "total_steps": 891, "loss": 0.8997, "lr": 1.777777777777778e-06, "epoch": 0.05707890318970341, "percentage": 1.91, "elapsed_time": "0:03:11", "remaining_time": "2:43:59"}
+{"current_steps": 18, "total_steps": 891, "loss": 0.9135, "lr": 1.888888888888889e-06, "epoch": 0.0604364857302742, "percentage": 2.02, "elapsed_time": "0:03:24", "remaining_time": "2:44:59"}
+{"current_steps": 19, "total_steps": 891, "loss": 0.895, "lr": 2.0000000000000003e-06, "epoch": 0.063794068270845, "percentage": 2.13, "elapsed_time": "0:03:34", "remaining_time": "2:43:44"}
+{"current_steps": 20, "total_steps": 891, "loss": 0.9178, "lr": 2.1111111111111114e-06, "epoch": 0.06715165081141578, "percentage": 2.24, "elapsed_time": "0:03:44", "remaining_time": "2:43:07"}
+{"current_steps": 21, "total_steps": 891, "loss": 0.9436, "lr": 2.222222222222222e-06, "epoch": 0.07050923335198657, "percentage": 2.36, "elapsed_time": "0:03:52", "remaining_time": "2:40:11"}
+{"current_steps": 22, "total_steps": 891, "loss": 0.8577, "lr": 2.3333333333333336e-06, "epoch": 0.07386681589255736, "percentage": 2.47, "elapsed_time": "0:04:02", "remaining_time": "2:39:51"}
+{"current_steps": 23, "total_steps": 891, "loss": 0.849, "lr": 2.4444444444444447e-06, "epoch": 0.07722439843312814, "percentage": 2.58, "elapsed_time": "0:04:12", "remaining_time": "2:38:55"}
+{"current_steps": 24, "total_steps": 891, "loss": 0.8684, "lr": 2.5555555555555557e-06, "epoch": 0.08058198097369894, "percentage": 2.69, "elapsed_time": "0:04:21", "remaining_time": "2:37:30"}
+{"current_steps": 25, "total_steps": 891, "loss": 0.9139, "lr": 2.666666666666667e-06, "epoch": 0.08393956351426973, "percentage": 2.81, "elapsed_time": "0:04:29", "remaining_time": "2:35:32"}
+{"current_steps": 26, "total_steps": 891, "loss": 0.825, "lr": 2.7777777777777783e-06, "epoch": 0.08729714605484051, "percentage": 2.92, "elapsed_time": "0:04:38", "remaining_time": "2:34:30"}
+{"current_steps": 27, "total_steps": 891, "loss": 0.7743, "lr": 2.888888888888889e-06, "epoch": 0.09065472859541131, "percentage": 3.03, "elapsed_time": "0:04:47", "remaining_time": "2:33:26"}
+{"current_steps": 28, "total_steps": 891, "loss": 0.8325, "lr": 3e-06, "epoch": 0.09401231113598209, "percentage": 3.14, "elapsed_time": "0:04:55", "remaining_time": "2:32:01"}
+{"current_steps": 29, "total_steps": 891, "loss": 0.8181, "lr": 3.1111111111111116e-06, "epoch": 0.09736989367655288, "percentage": 3.25, "elapsed_time": "0:05:06", "remaining_time": "2:31:53"}
+{"current_steps": 30, "total_steps": 891, "loss": 0.8839, "lr": 3.2222222222222227e-06, "epoch": 0.10072747621712368, "percentage": 3.37, "elapsed_time": "0:05:17", "remaining_time": "2:31:54"}
+{"current_steps": 31, "total_steps": 891, "loss": 0.803, "lr": 3.3333333333333333e-06, "epoch": 0.10408505875769446, "percentage": 3.48, "elapsed_time": "0:05:25", "remaining_time": "2:30:21"}
+{"current_steps": 32, "total_steps": 891, "loss": 0.7857, "lr": 3.444444444444445e-06, "epoch": 0.10744264129826525, "percentage": 3.59, "elapsed_time": "0:05:37", "remaining_time": "2:31:06"}
+{"current_steps": 33, "total_steps": 891, "loss": 0.8166, "lr": 3.555555555555556e-06, "epoch": 0.11080022383883603, "percentage": 3.7, "elapsed_time": "0:05:45", "remaining_time": "2:29:33"}
+{"current_steps": 34, "total_steps": 891, "loss": 0.7488, "lr": 3.6666666666666666e-06, "epoch": 0.11415780637940683, "percentage": 3.82, "elapsed_time": "0:05:51", "remaining_time": "2:27:52"}
+{"current_steps": 35, "total_steps": 891, "loss": 0.7965, "lr": 3.777777777777778e-06, "epoch": 0.11751538891997762, "percentage": 3.93, "elapsed_time": "0:05:59", "remaining_time": "2:26:40"}
+{"current_steps": 36, "total_steps": 891, "loss": 0.8154, "lr": 3.88888888888889e-06, "epoch": 0.1208729714605484, "percentage": 4.04, "elapsed_time": "0:06:07", "remaining_time": "2:25:20"}
+{"current_steps": 37, "total_steps": 891, "loss": 0.8126, "lr": 4.000000000000001e-06, "epoch": 0.1242305540011192, "percentage": 4.15, "elapsed_time": "0:06:14", "remaining_time": "2:23:53"}
+{"current_steps": 38, "total_steps": 891, "loss": 0.8001, "lr": 4.111111111111111e-06, "epoch": 0.12758813654169, "percentage": 4.26, "elapsed_time": "0:06:22", "remaining_time": "2:23:12"}
+{"current_steps": 39, "total_steps": 891, "loss": 0.8286, "lr": 4.222222222222223e-06, "epoch": 0.13094571908226077, "percentage": 4.38, "elapsed_time": "0:06:31", "remaining_time": "2:22:28"}
+{"current_steps": 40, "total_steps": 891, "loss": 0.8294, "lr": 4.333333333333334e-06, "epoch": 0.13430330162283155, "percentage": 4.49, "elapsed_time": "0:06:40", "remaining_time": "2:21:59"}
+{"current_steps": 41, "total_steps": 891, "loss": 0.8057, "lr": 4.444444444444444e-06, "epoch": 0.13766088416340236, "percentage": 4.6, "elapsed_time": "0:06:47", "remaining_time": "2:20:50"}
+{"current_steps": 42, "total_steps": 891, "loss": 0.7816, "lr": 4.555555555555556e-06, "epoch": 0.14101846670397314, "percentage": 4.71, "elapsed_time": "0:06:59", "remaining_time": "2:21:15"}
+{"current_steps": 43, "total_steps": 891, "loss": 0.7406, "lr": 4.666666666666667e-06, "epoch": 0.14437604924454392, "percentage": 4.83, "elapsed_time": "0:07:05", "remaining_time": "2:19:55"}
+{"current_steps": 44, "total_steps": 891, "loss": 0.7836, "lr": 4.777777777777778e-06, "epoch": 0.14773363178511473, "percentage": 4.94, "elapsed_time": "0:07:16", "remaining_time": "2:20:08"}
+{"current_steps": 45, "total_steps": 891, "loss": 0.7905, "lr": 4.888888888888889e-06, "epoch": 0.1510912143256855, "percentage": 5.05, "elapsed_time": "0:07:26", "remaining_time": "2:19:51"}
+{"current_steps": 46, "total_steps": 891, "loss": 0.77, "lr": 5e-06, "epoch": 0.1544487968662563, "percentage": 5.16, "elapsed_time": "0:07:33", "remaining_time": "2:18:51"}
+{"current_steps": 47, "total_steps": 891, "loss": 0.8096, "lr": 5.1111111111111115e-06, "epoch": 0.1578063794068271, "percentage": 5.27, "elapsed_time": "0:07:43", "remaining_time": "2:18:43"}
+{"current_steps": 48, "total_steps": 891, "loss": 0.8085, "lr": 5.2222222222222226e-06, "epoch": 0.16116396194739788, "percentage": 5.39, "elapsed_time": "0:07:51", "remaining_time": "2:18:05"}
+{"current_steps": 49, "total_steps": 891, "loss": 0.7634, "lr": 5.333333333333334e-06, "epoch": 0.16452154448796866, "percentage": 5.5, "elapsed_time": "0:08:06", "remaining_time": "2:19:17"}
+{"current_steps": 50, "total_steps": 891, "loss": 0.7764, "lr": 5.444444444444445e-06, "epoch": 0.16787912702853947, "percentage": 5.61, "elapsed_time": "0:08:12", "remaining_time": "2:18:07"}
+{"current_steps": 51, "total_steps": 891, "loss": 0.7637, "lr": 5.555555555555557e-06, "epoch": 0.17123670956911025, "percentage": 5.72, "elapsed_time": "0:08:19", "remaining_time": "2:17:04"}
+{"current_steps": 52, "total_steps": 891, "loss": 0.8304, "lr": 5.666666666666667e-06, "epoch": 0.17459429210968103, "percentage": 5.84, "elapsed_time": "0:08:28", "remaining_time": "2:16:41"}
+{"current_steps": 53, "total_steps": 891, "loss": 0.8054, "lr": 5.777777777777778e-06, "epoch": 0.1779518746502518, "percentage": 5.95, "elapsed_time": "0:08:41", "remaining_time": "2:17:30"}
+{"current_steps": 54, "total_steps": 891, "loss": 0.7767, "lr": 5.88888888888889e-06, "epoch": 0.18130945719082261, "percentage": 6.06, "elapsed_time": "0:08:59", "remaining_time": "2:19:21"}
+{"current_steps": 55, "total_steps": 891, "loss": 0.7446, "lr": 6e-06, "epoch": 0.1846670397313934, "percentage": 6.17, "elapsed_time": "0:09:05", "remaining_time": "2:18:13"}
+{"current_steps": 56, "total_steps": 891, "loss": 0.8216, "lr": 6.111111111111112e-06, "epoch": 0.18802462227196418, "percentage": 6.29, "elapsed_time": "0:09:13", "remaining_time": "2:17:26"}
+{"current_steps": 57, "total_steps": 891, "loss": 0.7516, "lr": 6.222222222222223e-06, "epoch": 0.19138220481253498, "percentage": 6.4, "elapsed_time": "0:09:27", "remaining_time": "2:18:18"}
+{"current_steps": 58, "total_steps": 891, "loss": 0.7809, "lr": 6.333333333333333e-06, "epoch": 0.19473978735310576, "percentage": 6.51, "elapsed_time": "0:09:36", "remaining_time": "2:18:01"}
+{"current_steps": 59, "total_steps": 891, "loss": 0.7734, "lr": 6.444444444444445e-06, "epoch": 0.19809736989367654, "percentage": 6.62, "elapsed_time": "0:09:44", "remaining_time": "2:17:29"}
+{"current_steps": 60, "total_steps": 891, "loss": 0.7763, "lr": 6.555555555555556e-06, "epoch": 0.20145495243424735, "percentage": 6.73, "elapsed_time": "0:09:53", "remaining_time": "2:17:00"}
+{"current_steps": 61, "total_steps": 891, "loss": 0.7742, "lr": 6.666666666666667e-06, "epoch": 0.20481253497481813, "percentage": 6.85, "elapsed_time": "0:10:02", "remaining_time": "2:16:31"}
+{"current_steps": 62, "total_steps": 891, "loss": 0.7388, "lr": 6.777777777777779e-06, "epoch": 0.2081701175153889, "percentage": 6.96, "elapsed_time": "0:10:14", "remaining_time": "2:16:59"}
+{"current_steps": 63, "total_steps": 891, "loss": 0.8117, "lr": 6.88888888888889e-06, "epoch": 0.21152770005595972, "percentage": 7.07, "elapsed_time": "0:10:25", "remaining_time": "2:17:07"}
+{"current_steps": 64, "total_steps": 891, "loss": 0.874, "lr": 7e-06, "epoch": 0.2148852825965305, "percentage": 7.18, "elapsed_time": "0:10:37", "remaining_time": "2:17:23"}
+{"current_steps": 65, "total_steps": 891, "loss": 0.7753, "lr": 7.111111111111112e-06, "epoch": 0.21824286513710128, "percentage": 7.3, "elapsed_time": "0:10:46", "remaining_time": "2:16:55"}
+{"current_steps": 66, "total_steps": 891, "loss": 0.7364, "lr": 7.222222222222223e-06, "epoch": 0.22160044767767206, "percentage": 7.41, "elapsed_time": "0:10:53", "remaining_time": "2:16:10"}
+{"current_steps": 67, "total_steps": 891, "loss": 0.7828, "lr": 7.333333333333333e-06, "epoch": 0.22495803021824287, "percentage": 7.52, "elapsed_time": "0:11:01", "remaining_time": "2:15:39"}
+{"current_steps": 68, "total_steps": 891, "loss": 0.7061, "lr": 7.444444444444445e-06, "epoch": 0.22831561275881365, "percentage": 7.63, "elapsed_time": "0:11:12", "remaining_time": "2:15:42"}
+{"current_steps": 69, "total_steps": 891, "loss": 0.7717, "lr": 7.555555555555556e-06, "epoch": 0.23167319529938443, "percentage": 7.74, "elapsed_time": "0:11:21", "remaining_time": "2:15:14"}
+{"current_steps": 70, "total_steps": 891, "loss": 0.7771, "lr": 7.666666666666667e-06, "epoch": 0.23503077783995524, "percentage": 7.86, "elapsed_time": "0:11:27", "remaining_time": "2:14:28"}
+{"current_steps": 71, "total_steps": 891, "loss": 0.8112, "lr": 7.77777777777778e-06, "epoch": 0.23838836038052602, "percentage": 7.97, "elapsed_time": "0:11:38", "remaining_time": "2:14:29"}
+{"current_steps": 72, "total_steps": 891, "loss": 0.7739, "lr": 7.88888888888889e-06, "epoch": 0.2417459429210968, "percentage": 8.08, "elapsed_time": "0:11:45", "remaining_time": "2:13:45"}
+{"current_steps": 73, "total_steps": 891, "loss": 0.8008, "lr": 8.000000000000001e-06, "epoch": 0.2451035254616676, "percentage": 8.19, "elapsed_time": "0:11:52", "remaining_time": "2:13:07"}
+{"current_steps": 74, "total_steps": 891, "loss": 0.8011, "lr": 8.111111111111112e-06, "epoch": 0.2484611080022384, "percentage": 8.31, "elapsed_time": "0:12:01", "remaining_time": "2:12:42"}
+{"current_steps": 75, "total_steps": 891, "loss": 0.7438, "lr": 8.222222222222222e-06, "epoch": 0.2518186905428092, "percentage": 8.42, "elapsed_time": "0:12:12", "remaining_time": "2:12:45"}
+{"current_steps": 76, "total_steps": 891, "loss": 0.8015, "lr": 8.333333333333334e-06, "epoch": 0.25517627308338, "percentage": 8.53, "elapsed_time": "0:12:19", "remaining_time": "2:12:06"}
+{"current_steps": 77, "total_steps": 891, "loss": 0.7927, "lr": 8.444444444444446e-06, "epoch": 0.25853385562395076, "percentage": 8.64, "elapsed_time": "0:12:28", "remaining_time": "2:11:54"}
+{"current_steps": 78, "total_steps": 891, "loss": 0.7832, "lr": 8.555555555555556e-06, "epoch": 0.26189143816452154, "percentage": 8.75, "elapsed_time": "0:12:40", "remaining_time": "2:12:08"}
+{"current_steps": 79, "total_steps": 891, "loss": 0.7475, "lr": 8.666666666666668e-06, "epoch": 0.2652490207050923, "percentage": 8.87, "elapsed_time": "0:12:52", "remaining_time": "2:12:22"}
+{"current_steps": 80, "total_steps": 891, "loss": 0.8269, "lr": 8.777777777777778e-06, "epoch": 0.2686066032456631, "percentage": 8.98, "elapsed_time": "0:13:05", "remaining_time": "2:12:47"}
+{"current_steps": 81, "total_steps": 891, "loss": 0.7924, "lr": 8.888888888888888e-06, "epoch": 0.27196418578623394, "percentage": 9.09, "elapsed_time": "0:13:13", "remaining_time": "2:12:16"}
+{"current_steps": 82, "total_steps": 891, "loss": 0.8096, "lr": 9e-06, "epoch": 0.2753217683268047, "percentage": 9.2, "elapsed_time": "0:13:33", "remaining_time": "2:13:46"}
+{"current_steps": 83, "total_steps": 891, "loss": 0.7586, "lr": 9.111111111111112e-06, "epoch": 0.2786793508673755, "percentage": 9.32, "elapsed_time": "0:13:46", "remaining_time": "2:14:05"}
+{"current_steps": 84, "total_steps": 891, "loss": 0.7741, "lr": 9.222222222222224e-06, "epoch": 0.2820369334079463, "percentage": 9.43, "elapsed_time": "0:13:57", "remaining_time": "2:14:01"}
+{"current_steps": 85, "total_steps": 891, "loss": 0.7718, "lr": 9.333333333333334e-06, "epoch": 0.28539451594851706, "percentage": 9.54, "elapsed_time": "0:14:03", "remaining_time": "2:13:15"}
+{"current_steps": 86, "total_steps": 891, "loss": 0.7687, "lr": 9.444444444444445e-06, "epoch": 0.28875209848908784, "percentage": 9.65, "elapsed_time": "0:14:15", "remaining_time": "2:13:28"}
+{"current_steps": 87, "total_steps": 891, "loss": 0.7694, "lr": 9.555555555555556e-06, "epoch": 0.2921096810296586, "percentage": 9.76, "elapsed_time": "0:14:34", "remaining_time": "2:14:40"}
+{"current_steps": 88, "total_steps": 891, "loss": 0.8077, "lr": 9.666666666666667e-06, "epoch": 0.29546726357022945, "percentage": 9.88, "elapsed_time": "0:14:41", "remaining_time": "2:14:07"}
+{"current_steps": 89, "total_steps": 891, "loss": 0.8218, "lr": 9.777777777777779e-06, "epoch": 0.29882484611080024, "percentage": 9.99, "elapsed_time": "0:14:48", "remaining_time": "2:13:22"}
+{"current_steps": 90, "total_steps": 891, "loss": 0.7613, "lr": 9.88888888888889e-06, "epoch": 0.302182428651371, "percentage": 10.1, "elapsed_time": "0:14:54", "remaining_time": "2:12:40"}
+{"current_steps": 91, "total_steps": 891, "loss": 0.7597, "lr": 1e-05, "epoch": 0.3055400111919418, "percentage": 10.21, "elapsed_time": "0:15:02", "remaining_time": "2:12:12"}
+{"current_steps": 92, "total_steps": 891, "loss": 0.7757, "lr": 9.999961543109546e-06, "epoch": 0.3088975937325126, "percentage": 10.33, "elapsed_time": "0:15:09", "remaining_time": "2:11:42"}
+{"current_steps": 93, "total_steps": 891, "loss": 0.7865, "lr": 9.999846173029752e-06, "epoch": 0.31225517627308336, "percentage": 10.44, "elapsed_time": "0:15:15", "remaining_time": "2:10:57"}
+{"current_steps": 94, "total_steps": 891, "loss": 0.7405, "lr": 9.99965389153533e-06, "epoch": 0.3156127588136542, "percentage": 10.55, "elapsed_time": "0:15:22", "remaining_time": "2:10:19"}
+{"current_steps": 95, "total_steps": 891, "loss": 0.7605, "lr": 9.999384701584098e-06, "epoch": 0.318970341354225, "percentage": 10.66, "elapsed_time": "0:15:33", "remaining_time": "2:10:21"}
+{"current_steps": 96, "total_steps": 891, "loss": 0.8139, "lr": 9.999038607316942e-06, "epoch": 0.32232792389479575, "percentage": 10.77, "elapsed_time": "0:15:46", "remaining_time": "2:10:40"}
+{"current_steps": 97, "total_steps": 891, "loss": 0.7782, "lr": 9.998615614057743e-06, "epoch": 0.32568550643536653, "percentage": 10.89, "elapsed_time": "0:15:55", "remaining_time": "2:10:24"}
+{"current_steps": 98, "total_steps": 891, "loss": 0.7628, "lr": 9.998115728313305e-06, "epoch": 0.3290430889759373, "percentage": 11.0, "elapsed_time": "0:16:03", "remaining_time": "2:09:57"}
+{"current_steps": 99, "total_steps": 891, "loss": 0.773, "lr": 9.997538957773248e-06, "epoch": 0.3324006715165081, "percentage": 11.11, "elapsed_time": "0:16:17", "remaining_time": "2:10:16"}
+{"current_steps": 100, "total_steps": 891, "loss": 0.8015, "lr": 9.996885311309892e-06, "epoch": 0.33575825405707893, "percentage": 11.22, "elapsed_time": "0:16:23", "remaining_time": "2:09:42"}
+{"current_steps": 101, "total_steps": 891, "loss": 0.759, "lr": 9.996154798978122e-06, "epoch": 0.3391158365976497, "percentage": 11.34, "elapsed_time": "0:16:33", "remaining_time": "2:09:27"}
+{"current_steps": 102, "total_steps": 891, "loss": 0.7828, "lr": 9.99534743201523e-06, "epoch": 0.3424734191382205, "percentage": 11.45, "elapsed_time": "0:16:45", "remaining_time": "2:09:38"}
+{"current_steps": 103, "total_steps": 891, "loss": 0.7518, "lr": 9.994463222840748e-06, "epoch": 0.34583100167879127, "percentage": 11.56, "elapsed_time": "0:16:53", "remaining_time": "2:09:13"}
+{"current_steps": 104, "total_steps": 891, "loss": 0.7541, "lr": 9.993502185056244e-06, "epoch": 0.34918858421936205, "percentage": 11.67, "elapsed_time": "0:17:05", "remaining_time": "2:09:19"}
+{"current_steps": 105, "total_steps": 891, "loss": 0.6949, "lr": 9.992464333445134e-06, "epoch": 0.35254616675993283, "percentage": 11.78, "elapsed_time": "0:17:16", "remaining_time": "2:09:21"}
+{"current_steps": 106, "total_steps": 891, "loss": 0.7731, "lr": 9.991349683972435e-06, "epoch": 0.3559037493005036, "percentage": 11.9, "elapsed_time": "0:17:23", "remaining_time": "2:08:50"}
+{"current_steps": 107, "total_steps": 891, "loss": 0.7746, "lr": 9.990158253784525e-06, "epoch": 0.35926133184107445, "percentage": 12.01, "elapsed_time": "0:17:30", "remaining_time": "2:08:15"}
+{"current_steps": 108, "total_steps": 891, "loss": 0.757, "lr": 9.988890061208889e-06, "epoch": 0.36261891438164523, "percentage": 12.12, "elapsed_time": "0:17:40", "remaining_time": "2:08:05"}
+{"current_steps": 109, "total_steps": 891, "loss": 0.8101, "lr": 9.987545125753818e-06, "epoch": 0.365976496922216, "percentage": 12.23, "elapsed_time": "0:17:51", "remaining_time": "2:08:04"}
+{"current_steps": 110, "total_steps": 891, "loss": 0.7716, "lr": 9.986123468108134e-06, "epoch": 0.3693340794627868, "percentage": 12.35, "elapsed_time": "0:17:56", "remaining_time": "2:07:26"}
+{"current_steps": 111, "total_steps": 891, "loss": 0.7842, "lr": 9.984625110140844e-06, "epoch": 0.37269166200335757, "percentage": 12.46, "elapsed_time": "0:18:08", "remaining_time": "2:07:25"}
+{"current_steps": 112, "total_steps": 891, "loss": 0.7452, "lr": 9.983050074900824e-06, "epoch": 0.37604924454392835, "percentage": 12.57, "elapsed_time": "0:18:14", "remaining_time": "2:06:51"}
+{"current_steps": 113, "total_steps": 891, "loss": 0.7502, "lr": 9.98139838661646e-06, "epoch": 0.3794068270844992, "percentage": 12.68, "elapsed_time": "0:18:20", "remaining_time": "2:06:19"}
+{"current_steps": 114, "total_steps": 891, "loss": 0.7708, "lr": 9.979670070695265e-06, "epoch": 0.38276440962506997, "percentage": 12.79, "elapsed_time": "0:18:31", "remaining_time": "2:06:16"}
+{"current_steps": 115, "total_steps": 891, "loss": 0.784, "lr": 9.977865153723508e-06, "epoch": 0.38612199216564075, "percentage": 12.91, "elapsed_time": "0:18:38", "remaining_time": "2:05:47"}
+{"current_steps": 116, "total_steps": 891, "loss": 0.7534, "lr": 9.97598366346578e-06, "epoch": 0.38947957470621153, "percentage": 13.02, "elapsed_time": "0:18:47", "remaining_time": "2:05:30"}
+{"current_steps": 117, "total_steps": 891, "loss": 0.7388, "lr": 9.974025628864592e-06, "epoch": 0.3928371572467823, "percentage": 13.13, "elapsed_time": "0:19:01", "remaining_time": "2:05:51"}
+{"current_steps": 118, "total_steps": 891, "loss": 0.763, "lr": 9.971991080039912e-06, "epoch": 0.3961947397873531, "percentage": 13.24, "elapsed_time": "0:19:11", "remaining_time": "2:05:42"}
+{"current_steps": 119, "total_steps": 891, "loss": 0.8042, "lr": 9.969880048288704e-06, "epoch": 0.39955232232792387, "percentage": 13.36, "elapsed_time": "0:19:18", "remaining_time": "2:05:16"}
+{"current_steps": 120, "total_steps": 891, "loss": 0.7267, "lr": 9.96769256608446e-06, "epoch": 0.4029099048684947, "percentage": 13.47, "elapsed_time": "0:19:25", "remaining_time": "2:04:50"}
+{"current_steps": 121, "total_steps": 891, "loss": 0.7642, "lr": 9.965428667076687e-06, "epoch": 0.4062674874090655, "percentage": 13.58, "elapsed_time": "0:19:45", "remaining_time": "2:05:43"}
+{"current_steps": 122, "total_steps": 891, "loss": 0.7688, "lr": 9.963088386090386e-06, "epoch": 0.40962506994963627, "percentage": 13.69, "elapsed_time": "0:19:59", "remaining_time": "2:06:02"}
+{"current_steps": 123, "total_steps": 891, "loss": 0.7909, "lr": 9.960671759125529e-06, "epoch": 0.41298265249020705, "percentage": 13.8, "elapsed_time": "0:20:08", "remaining_time": "2:05:42"}
+{"current_steps": 124, "total_steps": 891, "loss": 0.7525, "lr": 9.958178823356503e-06, "epoch": 0.4163402350307778, "percentage": 13.92, "elapsed_time": "0:20:16", "remaining_time": "2:05:27"}
+{"current_steps": 125, "total_steps": 891, "loss": 0.8311, "lr": 9.95560961713153e-06, "epoch": 0.4196978175713486, "percentage": 14.03, "elapsed_time": "0:20:28", "remaining_time": "2:05:28"}
+{"current_steps": 126, "total_steps": 891, "loss": 0.7679, "lr": 9.95296417997208e-06, "epoch": 0.42305540011191944, "percentage": 14.14, "elapsed_time": "0:20:34", "remaining_time": "2:04:57"}
+{"current_steps": 127, "total_steps": 891, "loss": 0.783, "lr": 9.950242552572272e-06, "epoch": 0.4264129826524902, "percentage": 14.25, "elapsed_time": "0:20:45", "remaining_time": "2:04:55"}
+{"current_steps": 128, "total_steps": 891, "loss": 0.7213, "lr": 9.947444776798235e-06, "epoch": 0.429770565193061, "percentage": 14.37, "elapsed_time": "0:20:53", "remaining_time": "2:04:31"}
+{"current_steps": 129, "total_steps": 891, "loss": 0.7832, "lr": 9.944570895687471e-06, "epoch": 0.4331281477336318, "percentage": 14.48, "elapsed_time": "0:21:04", "remaining_time": "2:04:28"}
+{"current_steps": 130, "total_steps": 891, "loss": 0.7984, "lr": 9.941620953448195e-06, "epoch": 0.43648573027420257, "percentage": 14.59, "elapsed_time": "0:21:19", "remaining_time": "2:04:50"}
+{"current_steps": 131, "total_steps": 891, "loss": 0.7794, "lr": 9.938594995458644e-06, "epoch": 0.43984331281477335, "percentage": 14.7, "elapsed_time": "0:21:26", "remaining_time": "2:04:24"}
+{"current_steps": 132, "total_steps": 891, "loss": 0.7876, "lr": 9.935493068266396e-06, "epoch": 0.4432008953553441, "percentage": 14.81, "elapsed_time": "0:21:38", "remaining_time": "2:04:27"}
+{"current_steps": 133, "total_steps": 891, "loss": 0.7665, "lr": 9.932315219587641e-06, "epoch": 0.44655847789591496, "percentage": 14.93, "elapsed_time": "0:21:45", "remaining_time": "2:04:02"}
+{"current_steps": 134, "total_steps": 891, "loss": 0.7985, "lr": 9.929061498306448e-06, "epoch": 0.44991606043648574, "percentage": 15.04, "elapsed_time": "0:21:54", "remaining_time": "2:03:45"}
+{"current_steps": 135, "total_steps": 891, "loss": 0.8119, "lr": 9.92573195447402e-06, "epoch": 0.4532736429770565, "percentage": 15.15, "elapsed_time": "0:22:07", "remaining_time": "2:03:54"}
+{"current_steps": 136, "total_steps": 891, "loss": 0.753, "lr": 9.922326639307918e-06, "epoch": 0.4566312255176273, "percentage": 15.26, "elapsed_time": "0:22:20", "remaining_time": "2:03:58"}
+{"current_steps": 137, "total_steps": 891, "loss": 0.792, "lr": 9.918845605191274e-06, "epoch": 0.4599888080581981, "percentage": 15.38, "elapsed_time": "0:22:31", "remaining_time": "2:03:56"}
+{"current_steps": 138, "total_steps": 891, "loss": 0.7924, "lr": 9.915288905671986e-06, "epoch": 0.46334639059876886, "percentage": 15.49, "elapsed_time": "0:22:42", "remaining_time": "2:03:57"}
+{"current_steps": 139, "total_steps": 891, "loss": 0.7287, "lr": 9.911656595461899e-06, "epoch": 0.4667039731393397, "percentage": 15.6, "elapsed_time": "0:22:56", "remaining_time": "2:04:06"}
+{"current_steps": 140, "total_steps": 891, "loss": 0.783, "lr": 9.90794873043595e-06, "epoch": 0.4700615556799105, "percentage": 15.71, "elapsed_time": "0:23:08", "remaining_time": "2:04:09"}
+{"current_steps": 141, "total_steps": 891, "loss": 0.7682, "lr": 9.904165367631329e-06, "epoch": 0.47341913822048126, "percentage": 15.82, "elapsed_time": "0:23:15", "remaining_time": "2:03:43"}
+{"current_steps": 142, "total_steps": 891, "loss": 0.757, "lr": 9.900306565246579e-06, "epoch": 0.47677672076105204, "percentage": 15.94, "elapsed_time": "0:23:27", "remaining_time": "2:03:44"}
+{"current_steps": 143, "total_steps": 891, "loss": 0.7691, "lr": 9.896372382640718e-06, "epoch": 0.4801343033016228, "percentage": 16.05, "elapsed_time": "0:23:38", "remaining_time": "2:03:40"}
+{"current_steps": 144, "total_steps": 891, "loss": 0.7383, "lr": 9.892362880332316e-06, "epoch": 0.4834918858421936, "percentage": 16.16, "elapsed_time": "0:23:48", "remaining_time": "2:03:30"}
+{"current_steps": 145, "total_steps": 891, "loss": 0.807, "lr": 9.888278119998573e-06, "epoch": 0.4868494683827644, "percentage": 16.27, "elapsed_time": "0:24:02", "remaining_time": "2:03:39"}
+{"current_steps": 146, "total_steps": 891, "loss": 0.7899, "lr": 9.884118164474359e-06, "epoch": 0.4902070509233352, "percentage": 16.39, "elapsed_time": "0:24:13", "remaining_time": "2:03:35"}
+{"current_steps": 147, "total_steps": 891, "loss": 0.7425, "lr": 9.879883077751255e-06, "epoch": 0.493564633463906, "percentage": 16.5, "elapsed_time": "0:24:21", "remaining_time": "2:03:17"}
+{"current_steps": 148, "total_steps": 891, "loss": 0.7857, "lr": 9.875572924976568e-06, "epoch": 0.4969222160044768, "percentage": 16.61, "elapsed_time": "0:24:32", "remaining_time": "2:03:12"}
+{"current_steps": 149, "total_steps": 891, "loss": 0.7932, "lr": 9.871187772452327e-06, "epoch": 0.5002797985450476, "percentage": 16.72, "elapsed_time": "0:24:47", "remaining_time": "2:03:26"}
+{"current_steps": 150, "total_steps": 891, "loss": 0.7613, "lr": 9.866727687634266e-06, "epoch": 0.5036373810856184, "percentage": 16.84, "elapsed_time": "0:24:57", "remaining_time": "2:03:18"}
+{"current_steps": 151, "total_steps": 891, "loss": 0.7728, "lr": 9.86219273913078e-06, "epoch": 0.5069949636261891, "percentage": 16.95, "elapsed_time": "0:25:09", "remaining_time": "2:03:16"}
+{"current_steps": 152, "total_steps": 891, "loss": 0.7613, "lr": 9.857582996701878e-06, "epoch": 0.51035254616676, "percentage": 17.06, "elapsed_time": "0:25:22", "remaining_time": "2:03:23"}
+{"current_steps": 153, "total_steps": 891, "loss": 0.7538, "lr": 9.852898531258102e-06, "epoch": 0.5137101287073307, "percentage": 17.17, "elapsed_time": "0:25:30", "remaining_time": "2:03:03"}
+{"current_steps": 154, "total_steps": 891, "loss": 0.7518, "lr": 9.848139414859441e-06, "epoch": 0.5170677112479015, "percentage": 17.28, "elapsed_time": "0:25:38", "remaining_time": "2:02:41"}
+{"current_steps": 155, "total_steps": 891, "loss": 0.758, "lr": 9.843305720714227e-06, "epoch": 0.5204252937884724, "percentage": 17.4, "elapsed_time": "0:25:48", "remaining_time": "2:02:34"}
+{"current_steps": 156, "total_steps": 891, "loss": 0.7508, "lr": 9.838397523177993e-06, "epoch": 0.5237828763290431, "percentage": 17.51, "elapsed_time": "0:25:54", "remaining_time": "2:02:03"}
+{"current_steps": 157, "total_steps": 891, "loss": 0.7595, "lr": 9.833414897752346e-06, "epoch": 0.5271404588696139, "percentage": 17.62, "elapsed_time": "0:26:00", "remaining_time": "2:01:36"}
+{"current_steps": 158, "total_steps": 891, "loss": 0.7734, "lr": 9.828357921083803e-06, "epoch": 0.5304980414101846, "percentage": 17.73, "elapsed_time": "0:26:11", "remaining_time": "2:01:31"}
+{"current_steps": 159, "total_steps": 891, "loss": 0.821, "lr": 9.823226670962598e-06, "epoch": 0.5338556239507555, "percentage": 17.85, "elapsed_time": "0:26:21", "remaining_time": "2:01:21"}
+{"current_steps": 160, "total_steps": 891, "loss": 0.8161, "lr": 9.818021226321502e-06, "epoch": 0.5372132064913262, "percentage": 17.96, "elapsed_time": "0:26:28", "remaining_time": "2:00:56"}
+{"current_steps": 161, "total_steps": 891, "loss": 0.7693, "lr": 9.812741667234599e-06, "epoch": 0.540570789031897, "percentage": 18.07, "elapsed_time": "0:26:36", "remaining_time": "2:00:37"}
+{"current_steps": 162, "total_steps": 891, "loss": 0.759, "lr": 9.807388074916064e-06, "epoch": 0.5439283715724679, "percentage": 18.18, "elapsed_time": "0:26:50", "remaining_time": "2:00:47"}
+{"current_steps": 163, "total_steps": 891, "loss": 0.7605, "lr": 9.801960531718898e-06, "epoch": 0.5472859541130386, "percentage": 18.29, "elapsed_time": "0:26:56", "remaining_time": "2:00:21"}
+{"current_steps": 164, "total_steps": 891, "loss": 0.8167, "lr": 9.796459121133675e-06, "epoch": 0.5506435366536094, "percentage": 18.41, "elapsed_time": "0:27:02", "remaining_time": "1:59:51"}
+{"current_steps": 165, "total_steps": 891, "loss": 0.7771, "lr": 9.790883927787254e-06, "epoch": 0.5540011191941802, "percentage": 18.52, "elapsed_time": "0:27:19", "remaining_time": "2:00:13"}
+{"current_steps": 166, "total_steps": 891, "loss": 0.7749, "lr": 9.785235037441473e-06, "epoch": 0.557358701734751, "percentage": 18.63, "elapsed_time": "0:27:28", "remaining_time": "1:59:58"}
+{"current_steps": 167, "total_steps": 891, "loss": 0.7186, "lr": 9.779512536991839e-06, "epoch": 0.5607162842753217, "percentage": 18.74, "elapsed_time": "0:27:45", "remaining_time": "2:00:21"}
+{"current_steps": 168, "total_steps": 891, "loss": 0.7092, "lr": 9.773716514466179e-06, "epoch": 0.5640738668158926, "percentage": 18.86, "elapsed_time": "0:27:59", "remaining_time": "2:00:26"}
+{"current_steps": 169, "total_steps": 891, "loss": 0.7561, "lr": 9.767847059023292e-06, "epoch": 0.5674314493564634, "percentage": 18.97, "elapsed_time": "0:28:07", "remaining_time": "2:00:09"}
+{"current_steps": 170, "total_steps": 891, "loss": 0.7802, "lr": 9.761904260951583e-06, "epoch": 0.5707890318970341, "percentage": 19.08, "elapsed_time": "0:28:19", "remaining_time": "2:00:08"}
+{"current_steps": 171, "total_steps": 891, "loss": 0.7301, "lr": 9.755888211667663e-06, "epoch": 0.574146614437605, "percentage": 19.19, "elapsed_time": "0:28:30", "remaining_time": "2:00:01"}
+{"current_steps": 172, "total_steps": 891, "loss": 0.7799, "lr": 9.749799003714954e-06, "epoch": 0.5775041969781757, "percentage": 19.3, "elapsed_time": "0:28:38", "remaining_time": "1:59:43"}
+{"current_steps": 173, "total_steps": 891, "loss": 0.7827, "lr": 9.743636730762259e-06, "epoch": 0.5808617795187465, "percentage": 19.42, "elapsed_time": "0:28:50", "remaining_time": "1:59:40"}
+{"current_steps": 174, "total_steps": 891, "loss": 0.7267, "lr": 9.737401487602314e-06, "epoch": 0.5842193620593172, "percentage": 19.53, "elapsed_time": "0:28:57", "remaining_time": "1:59:19"}
+{"current_steps": 175, "total_steps": 891, "loss": 0.7456, "lr": 9.731093370150349e-06, "epoch": 0.5875769445998881, "percentage": 19.64, "elapsed_time": "0:29:05", "remaining_time": "1:59:03"}
+{"current_steps": 176, "total_steps": 891, "loss": 0.7703, "lr": 9.724712475442597e-06, "epoch": 0.5909345271404589, "percentage": 19.75, "elapsed_time": "0:29:18", "remaining_time": "1:59:04"}
+{"current_steps": 177, "total_steps": 891, "loss": 0.7102, "lr": 9.718258901634802e-06, "epoch": 0.5942921096810296, "percentage": 19.87, "elapsed_time": "0:29:26", "remaining_time": "1:58:47"}
+{"current_steps": 178, "total_steps": 891, "loss": 0.7432, "lr": 9.71173274800072e-06, "epoch": 0.5976496922216005, "percentage": 19.98, "elapsed_time": "0:29:38", "remaining_time": "1:58:43"}
+{"current_steps": 179, "total_steps": 891, "loss": 0.7298, "lr": 9.70513411493058e-06, "epoch": 0.6010072747621712, "percentage": 20.09, "elapsed_time": "0:29:45", "remaining_time": "1:58:22"}
+{"current_steps": 180, "total_steps": 891, "loss": 0.7627, "lr": 9.698463103929542e-06, "epoch": 0.604364857302742, "percentage": 20.2, "elapsed_time": "0:29:54", "remaining_time": "1:58:06"}
+{"current_steps": 181, "total_steps": 891, "loss": 0.747, "lr": 9.691719817616148e-06, "epoch": 0.6077224398433129, "percentage": 20.31, "elapsed_time": "0:30:03", "remaining_time": "1:57:53"}
+{"current_steps": 182, "total_steps": 891, "loss": 0.7338, "lr": 9.684904359720724e-06, "epoch": 0.6110800223838836, "percentage": 20.43, "elapsed_time": "0:30:14", "remaining_time": "1:57:46"}
+{"current_steps": 183, "total_steps": 891, "loss": 0.7535, "lr": 9.678016835083798e-06, "epoch": 0.6144376049244544, "percentage": 20.54, "elapsed_time": "0:30:24", "remaining_time": "1:57:39"}
+{"current_steps": 184, "total_steps": 891, "loss": 0.8249, "lr": 9.671057349654481e-06, "epoch": 0.6177951874650252, "percentage": 20.65, "elapsed_time": "0:30:34", "remaining_time": "1:57:27"}
+{"current_steps": 185, "total_steps": 891, "loss": 0.7565, "lr": 9.66402601048884e-06, "epoch": 0.621152770005596, "percentage": 20.76, "elapsed_time": "0:30:42", "remaining_time": "1:57:13"}
+{"current_steps": 186, "total_steps": 891, "loss": 0.779, "lr": 9.656922925748254e-06, "epoch": 0.6245103525461667, "percentage": 20.88, "elapsed_time": "0:30:57", "remaining_time": "1:57:18"}
+{"current_steps": 187, "total_steps": 891, "loss": 0.7111, "lr": 9.649748204697741e-06, "epoch": 0.6278679350867375, "percentage": 20.99, "elapsed_time": "0:31:03", "remaining_time": "1:56:54"}
+{"current_steps": 188, "total_steps": 891, "loss": 0.7737, "lr": 9.642501957704287e-06, "epoch": 0.6312255176273084, "percentage": 21.1, "elapsed_time": "0:31:13", "remaining_time": "1:56:43"}
+{"current_steps": 189, "total_steps": 891, "loss": 0.7678, "lr": 9.63518429623514e-06, "epoch": 0.6345831001678791, "percentage": 21.21, "elapsed_time": "0:31:20", "remaining_time": "1:56:23"}
+{"current_steps": 190, "total_steps": 891, "loss": 0.7765, "lr": 9.627795332856107e-06, "epoch": 0.63794068270845, "percentage": 21.32, "elapsed_time": "0:31:30", "remaining_time": "1:56:16"}
+{"current_steps": 191, "total_steps": 891, "loss": 0.7583, "lr": 9.620335181229805e-06, "epoch": 0.6412982652490207, "percentage": 21.44, "elapsed_time": "0:31:38", "remaining_time": "1:55:58"}
+{"current_steps": 192, "total_steps": 891, "loss": 0.7755, "lr": 9.612803956113932e-06, "epoch": 0.6446558477895915, "percentage": 21.55, "elapsed_time": "0:31:46", "remaining_time": "1:55:42"}
+{"current_steps": 193, "total_steps": 891, "loss": 0.7125, "lr": 9.605201773359485e-06, "epoch": 0.6480134303301622, "percentage": 21.66, "elapsed_time": "0:32:00", "remaining_time": "1:55:47"}
+{"current_steps": 194, "total_steps": 891, "loss": 0.72, "lr": 9.59752874990899e-06, "epoch": 0.6513710128707331, "percentage": 21.77, "elapsed_time": "0:32:09", "remaining_time": "1:55:33"}
+{"current_steps": 195, "total_steps": 891, "loss": 0.741, "lr": 9.589785003794692e-06, "epoch": 0.6547285954113039, "percentage": 21.89, "elapsed_time": "0:32:22", "remaining_time": "1:55:34"}
+{"current_steps": 196, "total_steps": 891, "loss": 0.7723, "lr": 9.581970654136752e-06, "epoch": 0.6580861779518746, "percentage": 22.0, "elapsed_time": "0:32:32", "remaining_time": "1:55:22"}
+{"current_steps": 197, "total_steps": 891, "loss": 0.754, "lr": 9.574085821141406e-06, "epoch": 0.6614437604924455, "percentage": 22.11, "elapsed_time": "0:32:45", "remaining_time": "1:55:25"}
+{"current_steps": 198, "total_steps": 891, "loss": 0.7738, "lr": 9.566130626099118e-06, "epoch": 0.6648013430330162, "percentage": 22.22, "elapsed_time": "0:32:55", "remaining_time": "1:55:14"}
+{"current_steps": 199, "total_steps": 891, "loss": 0.781, "lr": 9.55810519138271e-06, "epoch": 0.668158925573587, "percentage": 22.33, "elapsed_time": "0:33:12", "remaining_time": "1:55:30"}
+{"current_steps": 200, "total_steps": 891, "loss": 0.7606, "lr": 9.550009640445492e-06, "epoch": 0.6715165081141579, "percentage": 22.45, "elapsed_time": "0:33:19", "remaining_time": "1:55:09"}
+{"current_steps": 201, "total_steps": 891, "loss": 0.7535, "lr": 9.541844097819347e-06, "epoch": 0.6748740906547286, "percentage": 22.56, "elapsed_time": "0:33:27", "remaining_time": "1:54:51"}
+{"current_steps": 202, "total_steps": 891, "loss": 0.7559, "lr": 9.533608689112827e-06, "epoch": 0.6782316731952994, "percentage": 22.67, "elapsed_time": "0:33:34", "remaining_time": "1:54:30"}
+{"current_steps": 203, "total_steps": 891, "loss": 0.6754, "lr": 9.525303541009218e-06, "epoch": 0.6815892557358701, "percentage": 22.78, "elapsed_time": "0:33:40", "remaining_time": "1:54:08"}
+{"current_steps": 204, "total_steps": 891, "loss": 0.7431, "lr": 9.516928781264588e-06, "epoch": 0.684946838276441, "percentage": 22.9, "elapsed_time": "0:33:54", "remaining_time": "1:54:10"}
+{"current_steps": 205, "total_steps": 891, "loss": 0.7649, "lr": 9.508484538705823e-06, "epoch": 0.6883044208170117, "percentage": 23.01, "elapsed_time": "0:34:02", "remaining_time": "1:53:54"}
+{"current_steps": 206, "total_steps": 891, "loss": 0.7218, "lr": 9.499970943228646e-06, "epoch": 0.6916620033575825, "percentage": 23.12, "elapsed_time": "0:34:11", "remaining_time": "1:53:41"}
+{"current_steps": 207, "total_steps": 891, "loss": 0.7104, "lr": 9.491388125795623e-06, "epoch": 0.6950195858981534, "percentage": 23.23, "elapsed_time": "0:34:17", "remaining_time": "1:53:20"}
+{"current_steps": 208, "total_steps": 891, "loss": 0.7477, "lr": 9.482736218434144e-06, "epoch": 0.6983771684387241, "percentage": 23.34, "elapsed_time": "0:34:25", "remaining_time": "1:53:02"}
+{"current_steps": 209, "total_steps": 891, "loss": 0.7587, "lr": 9.474015354234385e-06, "epoch": 0.7017347509792949, "percentage": 23.46, "elapsed_time": "0:34:33", "remaining_time": "1:52:45"}
+{"current_steps": 210, "total_steps": 891, "loss": 0.7292, "lr": 9.465225667347275e-06, "epoch": 0.7050923335198657, "percentage": 23.57, "elapsed_time": "0:34:44", "remaining_time": "1:52:38"}
+{"current_steps": 211, "total_steps": 891, "loss": 0.7241, "lr": 9.45636729298243e-06, "epoch": 0.7084499160604365, "percentage": 23.68, "elapsed_time": "0:34:52", "remaining_time": "1:52:23"}
+{"current_steps": 212, "total_steps": 891, "loss": 0.7458, "lr": 9.447440367406053e-06, "epoch": 0.7118074986010072, "percentage": 23.79, "elapsed_time": "0:34:59", "remaining_time": "1:52:05"}
+{"current_steps": 213, "total_steps": 891, "loss": 0.76, "lr": 9.438445027938873e-06, "epoch": 0.7151650811415781, "percentage": 23.91, "elapsed_time": "0:35:08", "remaining_time": "1:51:52"}
+{"current_steps": 214, "total_steps": 891, "loss": 0.7463, "lr": 9.429381412954e-06, "epoch": 0.7185226636821489, "percentage": 24.02, "elapsed_time": "0:35:15", "remaining_time": "1:51:32"}
+{"current_steps": 215, "total_steps": 891, "loss": 0.7562, "lr": 9.420249661874812e-06, "epoch": 0.7218802462227196, "percentage": 24.13, "elapsed_time": "0:35:25", "remaining_time": "1:51:24"}
+{"current_steps": 216, "total_steps": 891, "loss": 0.719, "lr": 9.41104991517281e-06, "epoch": 0.7252378287632905, "percentage": 24.24, "elapsed_time": "0:35:31", "remaining_time": "1:51:01"}
+{"current_steps": 217, "total_steps": 891, "loss": 0.7611, "lr": 9.401782314365458e-06, "epoch": 0.7285954113038612, "percentage": 24.35, "elapsed_time": "0:35:42", "remaining_time": "1:50:53"}
+{"current_steps": 218, "total_steps": 891, "loss": 0.7241, "lr": 9.392447002013996e-06, "epoch": 0.731952993844432, "percentage": 24.47, "elapsed_time": "0:35:48", "remaining_time": "1:50:33"}
+{"current_steps": 219, "total_steps": 891, "loss": 0.7413, "lr": 9.383044121721257e-06, "epoch": 0.7353105763850027, "percentage": 24.58, "elapsed_time": "0:35:58", "remaining_time": "1:50:22"}
+{"current_steps": 220, "total_steps": 891, "loss": 0.7479, "lr": 9.37357381812946e-06, "epoch": 0.7386681589255736, "percentage": 24.69, "elapsed_time": "0:36:03", "remaining_time": "1:49:58"}
+{"current_steps": 221, "total_steps": 891, "loss": 0.6834, "lr": 9.364036236917972e-06, "epoch": 0.7420257414661444, "percentage": 24.8, "elapsed_time": "0:36:13", "remaining_time": "1:49:50"}
+{"current_steps": 222, "total_steps": 891, "loss": 0.7512, "lr": 9.354431524801082e-06, "epoch": 0.7453833240067151, "percentage": 24.92, "elapsed_time": "0:36:22", "remaining_time": "1:49:36"}
+{"current_steps": 223, "total_steps": 891, "loss": 0.7138, "lr": 9.344759829525734e-06, "epoch": 0.748740906547286, "percentage": 25.03, "elapsed_time": "0:36:29", "remaining_time": "1:49:17"}
+{"current_steps": 224, "total_steps": 891, "loss": 0.7382, "lr": 9.335021299869256e-06, "epoch": 0.7520984890878567, "percentage": 25.14, "elapsed_time": "0:36:43", "remaining_time": "1:49:20"}
+{"current_steps": 225, "total_steps": 891, "loss": 0.7436, "lr": 9.32521608563708e-06, "epoch": 0.7554560716284275, "percentage": 25.25, "elapsed_time": "0:36:49", "remaining_time": "1:48:59"}
+{"current_steps": 226, "total_steps": 891, "loss": 0.7364, "lr": 9.315344337660422e-06, "epoch": 0.7588136541689984, "percentage": 25.36, "elapsed_time": "0:36:56", "remaining_time": "1:48:42"}
+{"current_steps": 227, "total_steps": 891, "loss": 0.7225, "lr": 9.305406207793974e-06, "epoch": 0.7621712367095691, "percentage": 25.48, "elapsed_time": "0:37:07", "remaining_time": "1:48:36"}
+{"current_steps": 228, "total_steps": 891, "loss": 0.7458, "lr": 9.295401848913569e-06, "epoch": 0.7655288192501399, "percentage": 25.59, "elapsed_time": "0:37:14", "remaining_time": "1:48:18"}
+{"current_steps": 229, "total_steps": 891, "loss": 0.6967, "lr": 9.285331414913816e-06, "epoch": 0.7688864017907107, "percentage": 25.7, "elapsed_time": "0:37:20", "remaining_time": "1:47:57"}
+{"current_steps": 230, "total_steps": 891, "loss": 0.7501, "lr": 9.275195060705749e-06, "epoch": 0.7722439843312815, "percentage": 25.81, "elapsed_time": "0:37:30", "remaining_time": "1:47:48"}
+{"current_steps": 231, "total_steps": 891, "loss": 0.7236, "lr": 9.264992942214427e-06, "epoch": 0.7756015668718522, "percentage": 25.93, "elapsed_time": "0:37:40", "remaining_time": "1:47:38"}
+{"current_steps": 232, "total_steps": 891, "loss": 0.7666, "lr": 9.254725216376562e-06, "epoch": 0.7789591494124231, "percentage": 26.04, "elapsed_time": "0:37:55", "remaining_time": "1:47:43"}
+{"current_steps": 233, "total_steps": 891, "loss": 0.7449, "lr": 9.244392041138068e-06, "epoch": 0.7823167319529939, "percentage": 26.15, "elapsed_time": "0:38:04", "remaining_time": "1:47:30"}
+{"current_steps": 234, "total_steps": 891, "loss": 0.7052, "lr": 9.233993575451663e-06, "epoch": 0.7856743144935646, "percentage": 26.26, "elapsed_time": "0:38:17", "remaining_time": "1:47:31"}
+{"current_steps": 235, "total_steps": 891, "loss": 0.7166, "lr": 9.223529979274411e-06, "epoch": 0.7890318970341355, "percentage": 26.37, "elapsed_time": "0:38:28", "remaining_time": "1:47:23"}
+{"current_steps": 236, "total_steps": 891, "loss": 0.7614, "lr": 9.213001413565259e-06, "epoch": 0.7923894795747062, "percentage": 26.49, "elapsed_time": "0:38:38", "remaining_time": "1:47:15"}
+{"current_steps": 237, "total_steps": 891, "loss": 0.7407, "lr": 9.202408040282567e-06, "epoch": 0.795747062115277, "percentage": 26.6, "elapsed_time": "0:38:48", "remaining_time": "1:47:05"}
+{"current_steps": 238, "total_steps": 891, "loss": 0.76, "lr": 9.191750022381613e-06, "epoch": 0.7991046446558477, "percentage": 26.71, "elapsed_time": "0:38:56", "remaining_time": "1:46:49"}
+{"current_steps": 239, "total_steps": 891, "loss": 0.6906, "lr": 9.181027523812088e-06, "epoch": 0.8024622271964186, "percentage": 26.82, "elapsed_time": "0:39:06", "remaining_time": "1:46:40"}
+{"current_steps": 240, "total_steps": 891, "loss": 0.7492, "lr": 9.170240709515573e-06, "epoch": 0.8058198097369894, "percentage": 26.94, "elapsed_time": "0:39:14", "remaining_time": "1:46:26"}
+{"current_steps": 241, "total_steps": 891, "loss": 0.753, "lr": 9.159389745423003e-06, "epoch": 0.8091773922775601, "percentage": 27.05, "elapsed_time": "0:39:22", "remaining_time": "1:46:12"}
+{"current_steps": 242, "total_steps": 891, "loss": 0.7687, "lr": 9.14847479845211e-06, "epoch": 0.812534974818131, "percentage": 27.16, "elapsed_time": "0:39:31", "remaining_time": "1:46:00"}
+{"current_steps": 243, "total_steps": 891, "loss": 0.7236, "lr": 9.137496036504868e-06, "epoch": 0.8158925573587017, "percentage": 27.27, "elapsed_time": "0:39:40", "remaining_time": "1:45:48"}
+{"current_steps": 244, "total_steps": 891, "loss": 0.7513, "lr": 9.126453628464889e-06, "epoch": 0.8192501398992725, "percentage": 27.38, "elapsed_time": "0:39:54", "remaining_time": "1:45:48"}
+{"current_steps": 245, "total_steps": 891, "loss": 0.7117, "lr": 9.115347744194844e-06, "epoch": 0.8226077224398433, "percentage": 27.5, "elapsed_time": "0:40:05", "remaining_time": "1:45:43"}
+{"current_steps": 246, "total_steps": 891, "loss": 0.7421, "lr": 9.10417855453385e-06, "epoch": 0.8259653049804141, "percentage": 27.61, "elapsed_time": "0:40:19", "remaining_time": "1:45:45"}
+{"current_steps": 247, "total_steps": 891, "loss": 0.7683, "lr": 9.09294623129482e-06, "epoch": 0.8293228875209849, "percentage": 27.72, "elapsed_time": "0:40:27", "remaining_time": "1:45:30"}
+{"current_steps": 248, "total_steps": 891, "loss": 0.7454, "lr": 9.081650947261847e-06, "epoch": 0.8326804700615557, "percentage": 27.83, "elapsed_time": "0:40:40", "remaining_time": "1:45:26"}
+{"current_steps": 249, "total_steps": 891, "loss": 0.7511, "lr": 9.070292876187532e-06, "epoch": 0.8360380526021265, "percentage": 27.95, "elapsed_time": "0:40:49", "remaining_time": "1:45:15"}
+{"current_steps": 250, "total_steps": 891, "loss": 0.7594, "lr": 9.058872192790314e-06, "epoch": 0.8393956351426972, "percentage": 28.06, "elapsed_time": "0:40:56", "remaining_time": "1:44:59"}
+{"current_steps": 251, "total_steps": 891, "loss": 0.7164, "lr": 9.047389072751777e-06, "epoch": 0.842753217683268, "percentage": 28.17, "elapsed_time": "0:41:05", "remaining_time": "1:44:45"}
+{"current_steps": 252, "total_steps": 891, "loss": 0.7256, "lr": 9.035843692713961e-06, "epoch": 0.8461108002238389, "percentage": 28.28, "elapsed_time": "0:41:13", "remaining_time": "1:44:31"}
+{"current_steps": 253, "total_steps": 891, "loss": 0.7307, "lr": 9.02423623027663e-06, "epoch": 0.8494683827644096, "percentage": 28.4, "elapsed_time": "0:41:30", "remaining_time": "1:44:39"}
+{"current_steps": 254, "total_steps": 891, "loss": 0.7434, "lr": 9.012566863994548e-06, "epoch": 0.8528259653049804, "percentage": 28.51, "elapsed_time": "0:41:38", "remaining_time": "1:44:25"}
+{"current_steps": 255, "total_steps": 891, "loss": 0.7454, "lr": 9.000835773374733e-06, "epoch": 0.8561835478455512, "percentage": 28.62, "elapsed_time": "0:41:47", "remaining_time": "1:44:13"}
+{"current_steps": 256, "total_steps": 891, "loss": 0.7057, "lr": 8.98904313887369e-06, "epoch": 0.859541130386122, "percentage": 28.73, "elapsed_time": "0:41:54", "remaining_time": "1:43:57"}
+{"current_steps": 257, "total_steps": 891, "loss": 0.7711, "lr": 8.977189141894645e-06, "epoch": 0.8628987129266927, "percentage": 28.84, "elapsed_time": "0:42:01", "remaining_time": "1:43:40"}
+{"current_steps": 258, "total_steps": 891, "loss": 0.6948, "lr": 8.965273964784735e-06, "epoch": 0.8662562954672636, "percentage": 28.96, "elapsed_time": "0:42:09", "remaining_time": "1:43:25"}
+{"current_steps": 259, "total_steps": 891, "loss": 0.7545, "lr": 8.953297790832231e-06, "epoch": 0.8696138780078344, "percentage": 29.07, "elapsed_time": "0:42:17", "remaining_time": "1:43:12"}
+{"current_steps": 260, "total_steps": 891, "loss": 0.7427, "lr": 8.941260804263697e-06, "epoch": 0.8729714605484051, "percentage": 29.18, "elapsed_time": "0:42:29", "remaining_time": "1:43:08"}
+{"current_steps": 261, "total_steps": 891, "loss": 0.7129, "lr": 8.929163190241157e-06, "epoch": 0.876329043088976, "percentage": 29.29, "elapsed_time": "0:42:41", "remaining_time": "1:43:03"}
+{"current_steps": 262, "total_steps": 891, "loss": 0.6766, "lr": 8.917005134859263e-06, "epoch": 0.8796866256295467, "percentage": 29.41, "elapsed_time": "0:42:53", "remaining_time": "1:42:57"}
+{"current_steps": 263, "total_steps": 891, "loss": 0.7312, "lr": 8.904786825142416e-06, "epoch": 0.8830442081701175, "percentage": 29.52, "elapsed_time": "0:43:04", "remaining_time": "1:42:51"}
+{"current_steps": 264, "total_steps": 891, "loss": 0.752, "lr": 8.892508449041893e-06, "epoch": 0.8864017907106883, "percentage": 29.63, "elapsed_time": "0:43:13", "remaining_time": "1:42:39"}
+{"current_steps": 265, "total_steps": 891, "loss": 0.741, "lr": 8.88017019543296e-06, "epoch": 0.8897593732512591, "percentage": 29.74, "elapsed_time": "0:43:26", "remaining_time": "1:42:36"}
+{"current_steps": 266, "total_steps": 891, "loss": 0.7121, "lr": 8.867772254111966e-06, "epoch": 0.8931169557918299, "percentage": 29.85, "elapsed_time": "0:43:33", "remaining_time": "1:42:21"}
+{"current_steps": 267, "total_steps": 891, "loss": 0.7259, "lr": 8.85531481579342e-06, "epoch": 0.8964745383324007, "percentage": 29.97, "elapsed_time": "0:43:46", "remaining_time": "1:42:18"}
+{"current_steps": 268, "total_steps": 891, "loss": 0.8211, "lr": 8.842798072107055e-06, "epoch": 0.8998321208729715, "percentage": 30.08, "elapsed_time": "0:44:07", "remaining_time": "1:42:35"}
+{"current_steps": 269, "total_steps": 891, "loss": 0.7545, "lr": 8.83022221559489e-06, "epoch": 0.9031897034135422, "percentage": 30.19, "elapsed_time": "0:44:14", "remaining_time": "1:42:18"}
+{"current_steps": 270, "total_steps": 891, "loss": 0.7097, "lr": 8.81758743970826e-06, "epoch": 0.906547285954113, "percentage": 30.3, "elapsed_time": "0:44:23", "remaining_time": "1:42:05"}
+{"current_steps": 271, "total_steps": 891, "loss": 0.7085, "lr": 8.804893938804839e-06, "epoch": 0.9099048684946839, "percentage": 30.42, "elapsed_time": "0:44:30", "remaining_time": "1:41:50"}
+{"current_steps": 272, "total_steps": 891, "loss": 0.749, "lr": 8.79214190814566e-06, "epoch": 0.9132624510352546, "percentage": 30.53, "elapsed_time": "0:44:44", "remaining_time": "1:41:48"}
+{"current_steps": 273, "total_steps": 891, "loss": 0.7437, "lr": 8.779331543892097e-06, "epoch": 0.9166200335758254, "percentage": 30.64, "elapsed_time": "0:44:50", "remaining_time": "1:41:30"}
+{"current_steps": 274, "total_steps": 891, "loss": 0.7405, "lr": 8.766463043102864e-06, "epoch": 0.9199776161163962, "percentage": 30.75, "elapsed_time": "0:45:01", "remaining_time": "1:41:22"}
+{"current_steps": 275, "total_steps": 891, "loss": 0.7099, "lr": 8.75353660373097e-06, "epoch": 0.923335198656967, "percentage": 30.86, "elapsed_time": "0:45:08", "remaining_time": "1:41:05"}
+{"current_steps": 276, "total_steps": 891, "loss": 0.6971, "lr": 8.740552424620679e-06, "epoch": 0.9266927811975377, "percentage": 30.98, "elapsed_time": "0:45:19", "remaining_time": "1:40:59"}
+{"current_steps": 277, "total_steps": 891, "loss": 0.7293, "lr": 8.727510705504453e-06, "epoch": 0.9300503637381086, "percentage": 31.09, "elapsed_time": "0:45:28", "remaining_time": "1:40:47"}
+{"current_steps": 278, "total_steps": 891, "loss": 0.7741, "lr": 8.714411646999878e-06, "epoch": 0.9334079462786794, "percentage": 31.2, "elapsed_time": "0:45:39", "remaining_time": "1:40:39"}
+{"current_steps": 279, "total_steps": 891, "loss": 0.7643, "lr": 8.701255450606579e-06, "epoch": 0.9367655288192501, "percentage": 31.31, "elapsed_time": "0:45:48", "remaining_time": "1:40:27"}
+{"current_steps": 280, "total_steps": 891, "loss": 0.7464, "lr": 8.688042318703111e-06, "epoch": 0.940123111359821, "percentage": 31.43, "elapsed_time": "0:45:58", "remaining_time": "1:40:18"}
+{"current_steps": 281, "total_steps": 891, "loss": 0.7103, "lr": 8.674772454543869e-06, "epoch": 0.9434806939003917, "percentage": 31.54, "elapsed_time": "0:46:07", "remaining_time": "1:40:07"}
+{"current_steps": 282, "total_steps": 891, "loss": 0.6947, "lr": 8.661446062255931e-06, "epoch": 0.9468382764409625, "percentage": 31.65, "elapsed_time": "0:46:15", "remaining_time": "1:39:53"}
+{"current_steps": 283, "total_steps": 891, "loss": 0.726, "lr": 8.648063346835943e-06, "epoch": 0.9501958589815332, "percentage": 31.76, "elapsed_time": "0:46:29", "remaining_time": "1:39:53"}
+{"current_steps": 284, "total_steps": 891, "loss": 0.7353, "lr": 8.634624514146954e-06, "epoch": 0.9535534415221041, "percentage": 31.87, "elapsed_time": "0:46:44", "remaining_time": "1:39:53"}
+{"current_steps": 285, "total_steps": 891, "loss": 0.7712, "lr": 8.621129770915248e-06, "epoch": 0.9569110240626749, "percentage": 31.99, "elapsed_time": "0:46:54", "remaining_time": "1:39:44"}
+{"current_steps": 286, "total_steps": 891, "loss": 0.7472, "lr": 8.607579324727175e-06, "epoch": 0.9602686066032456, "percentage": 32.1, "elapsed_time": "0:47:07", "remaining_time": "1:39:41"}
+{"current_steps": 287, "total_steps": 891, "loss": 0.7502, "lr": 8.59397338402594e-06, "epoch": 0.9636261891438165, "percentage": 32.21, "elapsed_time": "0:47:17", "remaining_time": "1:39:32"}
+{"current_steps": 288, "total_steps": 891, "loss": 0.7464, "lr": 8.580312158108413e-06, "epoch": 0.9669837716843872, "percentage": 32.32, "elapsed_time": "0:47:25", "remaining_time": "1:39:18"}
+{"current_steps": 289, "total_steps": 891, "loss": 0.7099, "lr": 8.566595857121902e-06, "epoch": 0.970341354224958, "percentage": 32.44, "elapsed_time": "0:47:36", "remaining_time": "1:39:09"}
+{"current_steps": 290, "total_steps": 891, "loss": 0.7299, "lr": 8.55282469206092e-06, "epoch": 0.9736989367655288, "percentage": 32.55, "elapsed_time": "0:47:57", "remaining_time": "1:39:22"}
+{"current_steps": 291, "total_steps": 891, "loss": 0.7639, "lr": 8.538998874763942e-06, "epoch": 0.9770565193060996, "percentage": 32.66, "elapsed_time": "0:48:06", "remaining_time": "1:39:11"}
+{"current_steps": 292, "total_steps": 891, "loss": 0.7547, "lr": 8.525118617910144e-06, "epoch": 0.9804141018466704, "percentage": 32.77, "elapsed_time": "0:48:21", "remaining_time": "1:39:12"}
+{"current_steps": 293, "total_steps": 891, "loss": 0.7309, "lr": 8.511184135016134e-06, "epoch": 0.9837716843872412, "percentage": 32.88, "elapsed_time": "0:48:34", "remaining_time": "1:39:07"}
+{"current_steps": 294, "total_steps": 891, "loss": 0.7261, "lr": 8.497195640432664e-06, "epoch": 0.987129266927812, "percentage": 33.0, "elapsed_time": "0:48:45", "remaining_time": "1:39:00"}
+{"current_steps": 295, "total_steps": 891, "loss": 0.7166, "lr": 8.483153349341336e-06, "epoch": 0.9904868494683827, "percentage": 33.11, "elapsed_time": "0:48:59", "remaining_time": "1:38:59"}
+{"current_steps": 296, "total_steps": 891, "loss": 0.6816, "lr": 8.46905747775129e-06, "epoch": 0.9938444320089536, "percentage": 33.22, "elapsed_time": "0:49:06", "remaining_time": "1:38:43"}
+{"current_steps": 297, "total_steps": 891, "loss": 0.7147, "lr": 8.45490824249588e-06, "epoch": 0.9972020145495244, "percentage": 33.33, "elapsed_time": "0:49:14", "remaining_time": "1:38:28"}
+{"current_steps": 298, "total_steps": 891, "loss": 1.2836, "lr": 8.440705861229344e-06, "epoch": 1.0033575825405707, "percentage": 33.45, "elapsed_time": "0:49:22", "remaining_time": "1:38:15"}
+{"current_steps": 299, "total_steps": 891, "loss": 0.5247, "lr": 8.426450552423451e-06, "epoch": 1.0067151650811417, "percentage": 33.56, "elapsed_time": "0:49:29", "remaining_time": "1:38:00"}
+{"current_steps": 300, "total_steps": 891, "loss": 0.5023, "lr": 8.412142535364139e-06, "epoch": 1.0100727476217124, "percentage": 33.67, "elapsed_time": "0:49:38", "remaining_time": "1:37:46"}
+{"current_steps": 301, "total_steps": 891, "loss": 0.5212, "lr": 8.397782030148147e-06, "epoch": 1.0134303301622831, "percentage": 33.78, "elapsed_time": "0:49:48", "remaining_time": "1:37:37"}
+{"current_steps": 302, "total_steps": 891, "loss": 0.5258, "lr": 8.383369257679625e-06, "epoch": 1.0167879127028538, "percentage": 33.89, "elapsed_time": "0:49:56", "remaining_time": "1:37:23"}
+{"current_steps": 303, "total_steps": 891, "loss": 0.4882, "lr": 8.368904439666739e-06, "epoch": 1.0201454952434248, "percentage": 34.01, "elapsed_time": "0:50:06", "remaining_time": "1:37:13"}
+{"current_steps": 304, "total_steps": 891, "loss": 0.5222, "lr": 8.354387798618254e-06, "epoch": 1.0235030777839955, "percentage": 34.12, "elapsed_time": "0:50:13", "remaining_time": "1:36:57"}
+{"current_steps": 305, "total_steps": 891, "loss": 0.4725, "lr": 8.339819557840124e-06, "epoch": 1.0268606603245662, "percentage": 34.23, "elapsed_time": "0:50:22", "remaining_time": "1:36:46"}
+{"current_steps": 306, "total_steps": 891, "loss": 0.5223, "lr": 8.32519994143204e-06, "epoch": 1.0302182428651372, "percentage": 34.34, "elapsed_time": "0:50:31", "remaining_time": "1:36:34"}
+{"current_steps": 307, "total_steps": 891, "loss": 0.5291, "lr": 8.310529174284004e-06, "epoch": 1.033575825405708, "percentage": 34.46, "elapsed_time": "0:50:40", "remaining_time": "1:36:24"}
+{"current_steps": 308, "total_steps": 891, "loss": 0.5197, "lr": 8.295807482072842e-06, "epoch": 1.0369334079462786, "percentage": 34.57, "elapsed_time": "0:50:50", "remaining_time": "1:36:13"}
+{"current_steps": 309, "total_steps": 891, "loss": 0.4758, "lr": 8.281035091258762e-06, "epoch": 1.0402909904868494, "percentage": 34.68, "elapsed_time": "0:50:59", "remaining_time": "1:36:03"}
+{"current_steps": 310, "total_steps": 891, "loss": 0.4927, "lr": 8.266212229081846e-06, "epoch": 1.0436485730274203, "percentage": 34.79, "elapsed_time": "0:51:09", "remaining_time": "1:35:53"}
+{"current_steps": 311, "total_steps": 891, "loss": 0.4897, "lr": 8.251339123558573e-06, "epoch": 1.047006155567991, "percentage": 34.9, "elapsed_time": "0:51:23", "remaining_time": "1:35:50"}
+{"current_steps": 312, "total_steps": 891, "loss": 0.4794, "lr": 8.236416003478295e-06, "epoch": 1.0503637381085618, "percentage": 35.02, "elapsed_time": "0:51:31", "remaining_time": "1:35:36"}
+{"current_steps": 313, "total_steps": 891, "loss": 0.4872, "lr": 8.221443098399733e-06, "epoch": 1.0537213206491327, "percentage": 35.13, "elapsed_time": "0:51:39", "remaining_time": "1:35:24"}
+{"current_steps": 314, "total_steps": 891, "loss": 0.4945, "lr": 8.206420638647433e-06, "epoch": 1.0570789031897034, "percentage": 35.24, "elapsed_time": "0:51:47", "remaining_time": "1:35:10"}
+{"current_steps": 315, "total_steps": 891, "loss": 0.4766, "lr": 8.191348855308229e-06, "epoch": 1.0604364857302742, "percentage": 35.35, "elapsed_time": "0:52:01", "remaining_time": "1:35:07"}
+{"current_steps": 316, "total_steps": 891, "loss": 0.4723, "lr": 8.176227980227693e-06, "epoch": 1.063794068270845, "percentage": 35.47, "elapsed_time": "0:52:12", "remaining_time": "1:35:00"}
+{"current_steps": 317, "total_steps": 891, "loss": 0.5207, "lr": 8.161058246006558e-06, "epoch": 1.0671516508114158, "percentage": 35.58, "elapsed_time": "0:52:25", "remaining_time": "1:34:54"}
+{"current_steps": 318, "total_steps": 891, "loss": 0.4906, "lr": 8.145839885997146e-06, "epoch": 1.0705092333519866, "percentage": 35.69, "elapsed_time": "0:52:40", "remaining_time": "1:34:54"}
+{"current_steps": 319, "total_steps": 891, "loss": 0.4918, "lr": 8.130573134299782e-06, "epoch": 1.0738668158925573, "percentage": 35.8, "elapsed_time": "0:52:46", "remaining_time": "1:34:38"}
+{"current_steps": 320, "total_steps": 891, "loss": 0.4515, "lr": 8.11525822575918e-06, "epoch": 1.0772243984331282, "percentage": 35.91, "elapsed_time": "0:52:55", "remaining_time": "1:34:25"}
+{"current_steps": 321, "total_steps": 891, "loss": 0.5124, "lr": 8.099895395960847e-06, "epoch": 1.080581980973699, "percentage": 36.03, "elapsed_time": "0:53:09", "remaining_time": "1:34:23"}
+{"current_steps": 322, "total_steps": 891, "loss": 0.4867, "lr": 8.084484881227449e-06, "epoch": 1.0839395635142697, "percentage": 36.14, "elapsed_time": "0:53:17", "remaining_time": "1:34:09"}
+{"current_steps": 323, "total_steps": 891, "loss": 0.4901, "lr": 8.069026918615173e-06, "epoch": 1.0872971460548406, "percentage": 36.25, "elapsed_time": "0:53:25", "remaining_time": "1:33:56"}
+{"current_steps": 324, "total_steps": 891, "loss": 0.5072, "lr": 8.05352174591009e-06, "epoch": 1.0906547285954113, "percentage": 36.36, "elapsed_time": "0:53:41", "remaining_time": "1:33:57"}
+{"current_steps": 325, "total_steps": 891, "loss": 0.5104, "lr": 8.037969601624495e-06, "epoch": 1.094012311135982, "percentage": 36.48, "elapsed_time": "0:53:50", "remaining_time": "1:33:46"}
+{"current_steps": 326, "total_steps": 891, "loss": 0.4585, "lr": 8.022370724993229e-06, "epoch": 1.0973698936765528, "percentage": 36.59, "elapsed_time": "0:53:57", "remaining_time": "1:33:30"}
+{"current_steps": 327, "total_steps": 891, "loss": 0.4979, "lr": 8.006725355970008e-06, "epoch": 1.1007274762171237, "percentage": 36.7, "elapsed_time": "0:54:12", "remaining_time": "1:33:30"}
+{"current_steps": 328, "total_steps": 891, "loss": 0.4929, "lr": 7.99103373522373e-06, "epoch": 1.1040850587576945, "percentage": 36.81, "elapsed_time": "0:54:20", "remaining_time": "1:33:16"}
+{"current_steps": 329, "total_steps": 891, "loss": 0.4891, "lr": 7.975296104134768e-06, "epoch": 1.1074426412982652, "percentage": 36.92, "elapsed_time": "0:54:31", "remaining_time": "1:33:07"}
+{"current_steps": 330, "total_steps": 891, "loss": 0.4957, "lr": 7.959512704791269e-06, "epoch": 1.1108002238388361, "percentage": 37.04, "elapsed_time": "0:54:43", "remaining_time": "1:33:02"}
+{"current_steps": 331, "total_steps": 891, "loss": 0.4891, "lr": 7.943683779985412e-06, "epoch": 1.1141578063794069, "percentage": 37.15, "elapsed_time": "0:54:54", "remaining_time": "1:32:54"}
+{"current_steps": 332, "total_steps": 891, "loss": 0.4667, "lr": 7.927809573209691e-06, "epoch": 1.1175153889199776, "percentage": 37.26, "elapsed_time": "0:55:08", "remaining_time": "1:32:51"}
+{"current_steps": 333, "total_steps": 891, "loss": 0.4485, "lr": 7.911890328653156e-06, "epoch": 1.1208729714605483, "percentage": 37.37, "elapsed_time": "0:55:15", "remaining_time": "1:32:36"}
+{"current_steps": 334, "total_steps": 891, "loss": 0.4817, "lr": 7.895926291197667e-06, "epoch": 1.1242305540011193, "percentage": 37.49, "elapsed_time": "0:55:24", "remaining_time": "1:32:23"}
+{"current_steps": 335, "total_steps": 891, "loss": 0.5305, "lr": 7.87991770641412e-06, "epoch": 1.12758813654169, "percentage": 37.6, "elapsed_time": "0:55:35", "remaining_time": "1:32:15"}
+{"current_steps": 336, "total_steps": 891, "loss": 0.5083, "lr": 7.863864820558669e-06, "epoch": 1.1309457190822607, "percentage": 37.71, "elapsed_time": "0:55:45", "remaining_time": "1:32:05"}
+{"current_steps": 337, "total_steps": 891, "loss": 0.4588, "lr": 7.847767880568944e-06, "epoch": 1.1343033016228317, "percentage": 37.82, "elapsed_time": "0:55:54", "remaining_time": "1:31:54"}
+{"current_steps": 338, "total_steps": 891, "loss": 0.4846, "lr": 7.831627134060249e-06, "epoch": 1.1376608841634024, "percentage": 37.93, "elapsed_time": "0:56:04", "remaining_time": "1:31:45"}
+{"current_steps": 339, "total_steps": 891, "loss": 0.483, "lr": 7.815442829321754e-06, "epoch": 1.141018466703973, "percentage": 38.05, "elapsed_time": "0:56:19", "remaining_time": "1:31:42"}
+{"current_steps": 340, "total_steps": 891, "loss": 0.4579, "lr": 7.799215215312667e-06, "epoch": 1.1443760492445438, "percentage": 38.16, "elapsed_time": "0:56:26", "remaining_time": "1:31:27"}
+{"current_steps": 341, "total_steps": 891, "loss": 0.5117, "lr": 7.782944541658423e-06, "epoch": 1.1477336317851148, "percentage": 38.27, "elapsed_time": "0:56:35", "remaining_time": "1:31:16"}
+{"current_steps": 342, "total_steps": 891, "loss": 0.4622, "lr": 7.766631058646826e-06, "epoch": 1.1510912143256855, "percentage": 38.38, "elapsed_time": "0:56:46", "remaining_time": "1:31:08"}
+{"current_steps": 343, "total_steps": 891, "loss": 0.4724, "lr": 7.750275017224208e-06, "epoch": 1.1544487968662562, "percentage": 38.5, "elapsed_time": "0:56:57", "remaining_time": "1:30:59"}
+{"current_steps": 344, "total_steps": 891, "loss": 0.4924, "lr": 7.733876668991565e-06, "epoch": 1.1578063794068272, "percentage": 38.61, "elapsed_time": "0:57:06", "remaining_time": "1:30:48"}
+{"current_steps": 345, "total_steps": 891, "loss": 0.517, "lr": 7.71743626620069e-06, "epoch": 1.161163961947398, "percentage": 38.72, "elapsed_time": "0:57:13", "remaining_time": "1:30:33"}
+{"current_steps": 346, "total_steps": 891, "loss": 0.487, "lr": 7.700954061750295e-06, "epoch": 1.1645215444879686, "percentage": 38.83, "elapsed_time": "0:57:19", "remaining_time": "1:30:17"}
+{"current_steps": 347, "total_steps": 891, "loss": 0.4709, "lr": 7.684430309182106e-06, "epoch": 1.1678791270285394, "percentage": 38.95, "elapsed_time": "0:57:27", "remaining_time": "1:30:04"}
+{"current_steps": 348, "total_steps": 891, "loss": 0.489, "lr": 7.667865262676981e-06, "epoch": 1.1712367095691103, "percentage": 39.06, "elapsed_time": "0:57:34", "remaining_time": "1:29:50"}
+{"current_steps": 349, "total_steps": 891, "loss": 0.5033, "lr": 7.651259177050996e-06, "epoch": 1.174594292109681, "percentage": 39.17, "elapsed_time": "0:57:44", "remaining_time": "1:29:39"}
+{"current_steps": 350, "total_steps": 891, "loss": 0.45, "lr": 7.634612307751513e-06, "epoch": 1.1779518746502518, "percentage": 39.28, "elapsed_time": "0:57:55", "remaining_time": "1:29:31"}
+{"current_steps": 351, "total_steps": 891, "loss": 0.5108, "lr": 7.617924910853266e-06, "epoch": 1.1813094571908227, "percentage": 39.39, "elapsed_time": "0:58:01", "remaining_time": "1:29:16"}
+{"current_steps": 352, "total_steps": 891, "loss": 0.4998, "lr": 7.601197243054411e-06, "epoch": 1.1846670397313934, "percentage": 39.51, "elapsed_time": "0:58:14", "remaining_time": "1:29:10"}
+{"current_steps": 353, "total_steps": 891, "loss": 0.4822, "lr": 7.584429561672586e-06, "epoch": 1.1880246222719641, "percentage": 39.62, "elapsed_time": "0:58:26", "remaining_time": "1:29:04"}
+{"current_steps": 354, "total_steps": 891, "loss": 0.4824, "lr": 7.567622124640942e-06, "epoch": 1.1913822048125349, "percentage": 39.73, "elapsed_time": "0:58:33", "remaining_time": "1:28:49"}
+{"current_steps": 355, "total_steps": 891, "loss": 0.5051, "lr": 7.5507751905041885e-06, "epoch": 1.1947397873531058, "percentage": 39.84, "elapsed_time": "0:58:43", "remaining_time": "1:28:40"}
+{"current_steps": 356, "total_steps": 891, "loss": 0.4909, "lr": 7.533889018414602e-06, "epoch": 1.1980973698936765, "percentage": 39.96, "elapsed_time": "0:58:57", "remaining_time": "1:28:35"}
+{"current_steps": 357, "total_steps": 891, "loss": 0.4975, "lr": 7.516963868128054e-06, "epoch": 1.2014549524342473, "percentage": 40.07, "elapsed_time": "0:59:06", "remaining_time": "1:28:25"}
+{"current_steps": 358, "total_steps": 891, "loss": 0.5057, "lr": 7.500000000000001e-06, "epoch": 1.2048125349748182, "percentage": 40.18, "elapsed_time": "0:59:13", "remaining_time": "1:28:10"}
+{"current_steps": 359, "total_steps": 891, "loss": 0.4958, "lr": 7.4829976749814935e-06, "epoch": 1.208170117515389, "percentage": 40.29, "elapsed_time": "0:59:24", "remaining_time": "1:28:02"}
+{"current_steps": 360, "total_steps": 891, "loss": 0.51, "lr": 7.46595715461515e-06, "epoch": 1.2115277000559597, "percentage": 40.4, "elapsed_time": "0:59:37", "remaining_time": "1:27:56"}
+{"current_steps": 361, "total_steps": 891, "loss": 0.4986, "lr": 7.4488787010311425e-06, "epoch": 1.2148852825965304, "percentage": 40.52, "elapsed_time": "0:59:45", "remaining_time": "1:27:44"}
+{"current_steps": 362, "total_steps": 891, "loss": 0.5224, "lr": 7.431762576943157e-06, "epoch": 1.2182428651371013, "percentage": 40.63, "elapsed_time": "0:59:55", "remaining_time": "1:27:34"}
+{"current_steps": 363, "total_steps": 891, "loss": 0.5036, "lr": 7.414609045644356e-06, "epoch": 1.221600447677672, "percentage": 40.74, "elapsed_time": "1:00:03", "remaining_time": "1:27:21"}
+{"current_steps": 364, "total_steps": 891, "loss": 0.4985, "lr": 7.3974183710033334e-06, "epoch": 1.2249580302182428, "percentage": 40.85, "elapsed_time": "1:00:11", "remaining_time": "1:27:08"}
+{"current_steps": 365, "total_steps": 891, "loss": 0.4826, "lr": 7.38019081746004e-06, "epoch": 1.2283156127588137, "percentage": 40.97, "elapsed_time": "1:00:20", "remaining_time": "1:26:57"}
+{"current_steps": 366, "total_steps": 891, "loss": 0.4734, "lr": 7.362926650021736e-06, "epoch": 1.2316731952993845, "percentage": 41.08, "elapsed_time": "1:00:34", "remaining_time": "1:26:53"}
+{"current_steps": 367, "total_steps": 891, "loss": 0.4707, "lr": 7.345626134258897e-06, "epoch": 1.2350307778399552, "percentage": 41.19, "elapsed_time": "1:00:40", "remaining_time": "1:26:37"}
+{"current_steps": 368, "total_steps": 891, "loss": 0.4429, "lr": 7.3282895363011405e-06, "epoch": 1.238388360380526, "percentage": 41.3, "elapsed_time": "1:00:47", "remaining_time": "1:26:23"}
+{"current_steps": 369, "total_steps": 891, "loss": 0.5123, "lr": 7.310917122833127e-06, "epoch": 1.2417459429210969, "percentage": 41.41, "elapsed_time": "1:00:56", "remaining_time": "1:26:12"}
+{"current_steps": 370, "total_steps": 891, "loss": 0.4868, "lr": 7.293509161090453e-06, "epoch": 1.2451035254616676, "percentage": 41.53, "elapsed_time": "1:01:03", "remaining_time": "1:25:58"}
+{"current_steps": 371, "total_steps": 891, "loss": 0.4917, "lr": 7.276065918855554e-06, "epoch": 1.2484611080022383, "percentage": 41.64, "elapsed_time": "1:01:13", "remaining_time": "1:25:49"}
+{"current_steps": 372, "total_steps": 891, "loss": 0.4957, "lr": 7.2585876644535705e-06, "epoch": 1.2518186905428093, "percentage": 41.75, "elapsed_time": "1:01:26", "remaining_time": "1:25:43"}
+{"current_steps": 373, "total_steps": 891, "loss": 0.5311, "lr": 7.241074666748228e-06, "epoch": 1.25517627308338, "percentage": 41.86, "elapsed_time": "1:01:35", "remaining_time": "1:25:31"}
+{"current_steps": 374, "total_steps": 891, "loss": 0.5217, "lr": 7.2235271951377005e-06, "epoch": 1.2585338556239507, "percentage": 41.98, "elapsed_time": "1:01:42", "remaining_time": "1:25:17"}
+{"current_steps": 375, "total_steps": 891, "loss": 0.4972, "lr": 7.205945519550467e-06, "epoch": 1.2618914381645214, "percentage": 42.09, "elapsed_time": "1:01:53", "remaining_time": "1:25:09"}
+{"current_steps": 376, "total_steps": 891, "loss": 0.4715, "lr": 7.188329910441154e-06, "epoch": 1.2652490207050924, "percentage": 42.2, "elapsed_time": "1:02:01", "remaining_time": "1:24:56"}
+{"current_steps": 377, "total_steps": 891, "loss": 0.4841, "lr": 7.170680638786383e-06, "epoch": 1.268606603245663, "percentage": 42.31, "elapsed_time": "1:02:13", "remaining_time": "1:24:50"}
+{"current_steps": 378, "total_steps": 891, "loss": 0.5132, "lr": 7.1529979760805946e-06, "epoch": 1.271964185786234, "percentage": 42.42, "elapsed_time": "1:02:26", "remaining_time": "1:24:44"}
+{"current_steps": 379, "total_steps": 891, "loss": 0.4916, "lr": 7.135282194331881e-06, "epoch": 1.2753217683268048, "percentage": 42.54, "elapsed_time": "1:02:38", "remaining_time": "1:24:36"}
+{"current_steps": 380, "total_steps": 891, "loss": 0.4985, "lr": 7.1175335660577906e-06, "epoch": 1.2786793508673755, "percentage": 42.65, "elapsed_time": "1:02:45", "remaining_time": "1:24:23"}
+{"current_steps": 381, "total_steps": 891, "loss": 0.4985, "lr": 7.099752364281147e-06, "epoch": 1.2820369334079462, "percentage": 42.76, "elapsed_time": "1:02:52", "remaining_time": "1:24:09"}
+{"current_steps": 382, "total_steps": 891, "loss": 0.4648, "lr": 7.0819388625258385e-06, "epoch": 1.285394515948517, "percentage": 42.87, "elapsed_time": "1:03:01", "remaining_time": "1:23:58"}
+{"current_steps": 383, "total_steps": 891, "loss": 0.5151, "lr": 7.0640933348126235e-06, "epoch": 1.288752098489088, "percentage": 42.99, "elapsed_time": "1:03:10", "remaining_time": "1:23:48"}
+{"current_steps": 384, "total_steps": 891, "loss": 0.4853, "lr": 7.046216055654902e-06, "epoch": 1.2921096810296586, "percentage": 43.1, "elapsed_time": "1:03:16", "remaining_time": "1:23:33"}
+{"current_steps": 385, "total_steps": 891, "loss": 0.5407, "lr": 7.028307300054499e-06, "epoch": 1.2954672635702296, "percentage": 43.21, "elapsed_time": "1:03:34", "remaining_time": "1:23:32"}
+{"current_steps": 386, "total_steps": 891, "loss": 0.504, "lr": 7.0103673434974375e-06, "epoch": 1.2988248461108003, "percentage": 43.32, "elapsed_time": "1:03:44", "remaining_time": "1:23:23"}
+{"current_steps": 387, "total_steps": 891, "loss": 0.4724, "lr": 6.992396461949693e-06, "epoch": 1.302182428651371, "percentage": 43.43, "elapsed_time": "1:03:53", "remaining_time": "1:23:12"}
+{"current_steps": 388, "total_steps": 891, "loss": 0.4901, "lr": 6.974394931852957e-06, "epoch": 1.3055400111919417, "percentage": 43.55, "elapsed_time": "1:04:00", "remaining_time": "1:22:59"}
+{"current_steps": 389, "total_steps": 891, "loss": 0.4779, "lr": 6.956363030120377e-06, "epoch": 1.3088975937325125, "percentage": 43.66, "elapsed_time": "1:04:07", "remaining_time": "1:22:45"}
+{"current_steps": 390, "total_steps": 891, "loss": 0.4661, "lr": 6.9383010341323e-06, "epoch": 1.3122551762730834, "percentage": 43.77, "elapsed_time": "1:04:16", "remaining_time": "1:22:34"}
+{"current_steps": 391, "total_steps": 891, "loss": 0.4814, "lr": 6.920209221732007e-06, "epoch": 1.3156127588136541, "percentage": 43.88, "elapsed_time": "1:04:29", "remaining_time": "1:22:28"}
+{"current_steps": 392, "total_steps": 891, "loss": 0.498, "lr": 6.902087871221439e-06, "epoch": 1.318970341354225, "percentage": 44.0, "elapsed_time": "1:04:39", "remaining_time": "1:22:18"}
+{"current_steps": 393, "total_steps": 891, "loss": 0.5079, "lr": 6.88393726135691e-06, "epoch": 1.3223279238947958, "percentage": 44.11, "elapsed_time": "1:04:48", "remaining_time": "1:22:07"}
+{"current_steps": 394, "total_steps": 891, "loss": 0.4769, "lr": 6.865757671344827e-06, "epoch": 1.3256855064353665, "percentage": 44.22, "elapsed_time": "1:04:58", "remaining_time": "1:21:57"}
+{"current_steps": 395, "total_steps": 891, "loss": 0.4766, "lr": 6.8475493808373895e-06, "epoch": 1.3290430889759373, "percentage": 44.33, "elapsed_time": "1:05:05", "remaining_time": "1:21:44"}
+{"current_steps": 396, "total_steps": 891, "loss": 0.456, "lr": 6.829312669928293e-06, "epoch": 1.332400671516508, "percentage": 44.44, "elapsed_time": "1:05:21", "remaining_time": "1:21:41"}
+{"current_steps": 397, "total_steps": 891, "loss": 0.4984, "lr": 6.811047819148413e-06, "epoch": 1.335758254057079, "percentage": 44.56, "elapsed_time": "1:05:26", "remaining_time": "1:21:26"}
+{"current_steps": 398, "total_steps": 891, "loss": 0.4866, "lr": 6.792755109461498e-06, "epoch": 1.3391158365976497, "percentage": 44.67, "elapsed_time": "1:05:37", "remaining_time": "1:21:17"}
+{"current_steps": 399, "total_steps": 891, "loss": 0.499, "lr": 6.7744348222598386e-06, "epoch": 1.3424734191382206, "percentage": 44.78, "elapsed_time": "1:05:45", "remaining_time": "1:21:05"}
+{"current_steps": 400, "total_steps": 891, "loss": 0.493, "lr": 6.756087239359948e-06, "epoch": 1.3458310016787913, "percentage": 44.89, "elapsed_time": "1:05:56", "remaining_time": "1:20:56"}
+{"current_steps": 401, "total_steps": 891, "loss": 0.5378, "lr": 6.737712642998219e-06, "epoch": 1.349188584219362, "percentage": 45.01, "elapsed_time": "1:06:57", "remaining_time": "1:21:49"}
+{"current_steps": 402, "total_steps": 891, "loss": 0.4714, "lr": 6.719311315826589e-06, "epoch": 1.3525461667599328, "percentage": 45.12, "elapsed_time": "1:07:12", "remaining_time": "1:21:45"}
+{"current_steps": 403, "total_steps": 891, "loss": 0.4872, "lr": 6.700883540908185e-06, "epoch": 1.3559037493005035, "percentage": 45.23, "elapsed_time": "1:07:21", "remaining_time": "1:21:34"}
+{"current_steps": 404, "total_steps": 891, "loss": 0.4799, "lr": 6.682429601712976e-06, "epoch": 1.3592613318410744, "percentage": 45.34, "elapsed_time": "1:07:33", "remaining_time": "1:21:25"}
+{"current_steps": 405, "total_steps": 891, "loss": 0.5166, "lr": 6.663949782113413e-06, "epoch": 1.3626189143816452, "percentage": 45.45, "elapsed_time": "1:07:44", "remaining_time": "1:21:17"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23477fc4d73b27ad2609e1f37eee9b972fa50ce3b3c2db3fbb3af3ac6fac2247
+size 8312