Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "unsloth_version": "2024.9",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "max_length": 131072,
+  "pad_token_id": 128004,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ce1450c3343a6220d20d17f6cbbcce751eadfb6e4c92ef1b99438f8aa1d273
+size 4976694440

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8806491ffb3e049a4b60f56748a2f8d8545819832e07f3d15c0232d81dc764a
+size 4999799520

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa080375b6d7505c64de48ccb50b1ae2f0cc370eb30bcddb8d3fcae41be542b4
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bf72913aae1aaa62cbdad0e700661ffdd6734608e3c20c654394b80481910a
+size 4221714168

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 19114090496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323e35dbf794ec9c4d73d7bb699e827c58699128d8aee09deb88dfa1b7f3791a
+size 936

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fcbf37e2292d5bb13bc3717341ad7a0a6a32c620d147778e6bb8c5a9d81ab4
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e4c13337d6fc191c14cd030c63f136555010f3f8ccdc2c98a498011809ae3
+size 1000

special_tokens_map.json

@@ -0,0 +1,39 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,3519 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.333511920707206,
+  "eval_steps": 500,
+  "global_step": 4980,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.000669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-07,
+      "loss": 2.3902,
+      "step": 10
+    },
+    {
+      "epoch": 0.001339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 1.3386880856760376e-06,
+      "loss": 2.4415,
+      "step": 20
+    },
+    {
+      "epoch": 0.002009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 2.0080321285140564e-06,
+      "loss": 2.3648,
+      "step": 30
+    },
+    {
+      "epoch": 0.002678810608090008,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6773761713520752e-06,
+      "loss": 2.2811,
+      "step": 40
+    },
+    {
+      "epoch": 0.00334851326011251,
+      "grad_norm": 0.0,
+      "learning_rate": 3.346720214190094e-06,
+      "loss": 2.4023,
+      "step": 50
+    },
+    {
+      "epoch": 0.004018215912135012,
+      "grad_norm": 0.0,
+      "learning_rate": 4.016064257028113e-06,
+      "loss": 2.3196,
+      "step": 60
+    },
+    {
+      "epoch": 0.004687918564157514,
+      "grad_norm": 0.0,
+      "learning_rate": 4.685408299866132e-06,
+      "loss": 2.2711,
+      "step": 70
+    },
+    {
+      "epoch": 0.005357621216180016,
+      "grad_norm": 0.0,
+      "learning_rate": 5.3547523427041504e-06,
+      "loss": 2.3224,
+      "step": 80
+    },
+    {
+      "epoch": 0.006027323868202518,
+      "grad_norm": 0.0,
+      "learning_rate": 6.024096385542169e-06,
+      "loss": 2.287,
+      "step": 90
+    },
+    {
+      "epoch": 0.00669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-06,
+      "loss": 2.2395,
+      "step": 100
+    },
+    {
+      "epoch": 0.0073667291722475225,
+      "grad_norm": 0.0,
+      "learning_rate": 7.362784471218207e-06,
+      "loss": 2.3105,
+      "step": 110
+    },
+    {
+      "epoch": 0.008036431824270024,
+      "grad_norm": 0.0,
+      "learning_rate": 8.032128514056226e-06,
+      "loss": 2.4276,
+      "step": 120
+    },
+    {
+      "epoch": 0.008706134476292525,
+      "grad_norm": 0.0,
+      "learning_rate": 8.701472556894244e-06,
+      "loss": 2.3688,
+      "step": 130
+    },
+    {
+      "epoch": 0.009375837128315028,
+      "grad_norm": 0.0,
+      "learning_rate": 9.370816599732263e-06,
+      "loss": 2.3826,
+      "step": 140
+    },
+    {
+      "epoch": 0.01004553978033753,
+      "grad_norm": 0.0,
+      "learning_rate": 1.0040160642570281e-05,
+      "loss": 2.383,
+      "step": 150
+    },
+    {
+      "epoch": 0.010715242432360031,
+      "grad_norm": 0.0,
+      "learning_rate": 1.0709504685408301e-05,
+      "loss": 2.3427,
+      "step": 160
+    },
+    {
+      "epoch": 0.011384945084382534,
+      "grad_norm": 0.0,
+      "learning_rate": 1.1378848728246319e-05,
+      "loss": 2.2256,
+      "step": 170
+    },
+    {
+      "epoch": 0.012054647736405036,
+      "grad_norm": 0.0,
+      "learning_rate": 1.2048192771084338e-05,
+      "loss": 2.3393,
+      "step": 180
+    },
+    {
+      "epoch": 0.012724350388427539,
+      "grad_norm": 0.0,
+      "learning_rate": 1.2717536813922356e-05,
+      "loss": 2.3954,
+      "step": 190
+    },
+    {
+      "epoch": 0.01339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 1.3386880856760376e-05,
+      "loss": 2.2947,
+      "step": 200
+    },
+    {
+      "epoch": 0.014063755692472542,
+      "grad_norm": 0.0,
+      "learning_rate": 1.4056224899598394e-05,
+      "loss": 2.2528,
+      "step": 210
+    },
+    {
+      "epoch": 0.014733458344495045,
+      "grad_norm": 0.0,
+      "learning_rate": 1.4725568942436414e-05,
+      "loss": 2.2722,
+      "step": 220
+    },
+    {
+      "epoch": 0.015403160996517546,
+      "grad_norm": 0.0,
+      "learning_rate": 1.5394912985274433e-05,
+      "loss": 2.3249,
+      "step": 230
+    },
+    {
+      "epoch": 0.016072863648540048,
+      "grad_norm": 0.0,
+      "learning_rate": 1.606425702811245e-05,
+      "loss": 2.3077,
+      "step": 240
+    },
+    {
+      "epoch": 0.01674256630056255,
+      "grad_norm": 0.0,
+      "learning_rate": 1.673360107095047e-05,
+      "loss": 2.3056,
+      "step": 250
+    },
+    {
+      "epoch": 0.01741226895258505,
+      "grad_norm": 0.0,
+      "learning_rate": 1.7402945113788487e-05,
+      "loss": 2.3655,
+      "step": 260
+    },
+    {
+      "epoch": 0.018081971604607554,
+      "grad_norm": 0.0,
+      "learning_rate": 1.8072289156626505e-05,
+      "loss": 2.2622,
+      "step": 270
+    },
+    {
+      "epoch": 0.018751674256630057,
+      "grad_norm": 0.0,
+      "learning_rate": 1.8741633199464527e-05,
+      "loss": 2.2843,
+      "step": 280
+    },
+    {
+      "epoch": 0.019421376908652557,
+      "grad_norm": 0.0,
+      "learning_rate": 1.9410977242302544e-05,
+      "loss": 2.1858,
+      "step": 290
+    },
+    {
+      "epoch": 0.02009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 2.0080321285140562e-05,
+      "loss": 2.3016,
+      "step": 300
+    },
+    {
+      "epoch": 0.020760782212697563,
+      "grad_norm": 0.0,
+      "learning_rate": 2.074966532797858e-05,
+      "loss": 2.2798,
+      "step": 310
+    },
+    {
+      "epoch": 0.021430484864720063,
+      "grad_norm": 0.0,
+      "learning_rate": 2.1419009370816602e-05,
+      "loss": 2.2639,
+      "step": 320
+    },
+    {
+      "epoch": 0.022100187516742566,
+      "grad_norm": 0.0,
+      "learning_rate": 2.208835341365462e-05,
+      "loss": 2.2364,
+      "step": 330
+    },
+    {
+      "epoch": 0.02276989016876507,
+      "grad_norm": 0.0,
+      "learning_rate": 2.2757697456492638e-05,
+      "loss": 2.2894,
+      "step": 340
+    },
+    {
+      "epoch": 0.023439592820787572,
+      "grad_norm": 0.0,
+      "learning_rate": 2.3427041499330656e-05,
+      "loss": 2.3324,
+      "step": 350
+    },
+    {
+      "epoch": 0.02410929547281007,
+      "grad_norm": 0.0,
+      "learning_rate": 2.4096385542168677e-05,
+      "loss": 2.3137,
+      "step": 360
+    },
+    {
+      "epoch": 0.024778998124832575,
+      "grad_norm": 0.0,
+      "learning_rate": 2.4765729585006695e-05,
+      "loss": 2.2814,
+      "step": 370
+    },
+    {
+      "epoch": 0.025448700776855078,
+      "grad_norm": 0.0,
+      "learning_rate": 2.5435073627844713e-05,
+      "loss": 2.3252,
+      "step": 380
+    },
+    {
+      "epoch": 0.026118403428877578,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6104417670682734e-05,
+      "loss": 2.3306,
+      "step": 390
+    },
+    {
+      "epoch": 0.02678810608090008,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6773761713520752e-05,
+      "loss": 2.3344,
+      "step": 400
+    },
+    {
+      "epoch": 0.027457808732922584,
+      "grad_norm": 0.0,
+      "learning_rate": 2.7443105756358774e-05,
+      "loss": 2.2686,
+      "step": 410
+    },
+    {
+      "epoch": 0.028127511384945084,
+      "grad_norm": 0.0,
+      "learning_rate": 2.8112449799196788e-05,
+      "loss": 2.2904,
+      "step": 420
+    },
+    {
+      "epoch": 0.028797214036967587,
+      "grad_norm": 0.0,
+      "learning_rate": 2.878179384203481e-05,
+      "loss": 2.3387,
+      "step": 430
+    },
+    {
+      "epoch": 0.02946691668899009,
+      "grad_norm": 0.0,
+      "learning_rate": 2.9451137884872827e-05,
+      "loss": 2.2865,
+      "step": 440
+    },
+    {
+      "epoch": 0.03013661934101259,
+      "grad_norm": 0.0,
+      "learning_rate": 3.012048192771085e-05,
+      "loss": 2.2472,
+      "step": 450
+    },
+    {
+      "epoch": 0.030806321993035093,
+      "grad_norm": 0.0,
+      "learning_rate": 3.078982597054887e-05,
+      "loss": 2.2773,
+      "step": 460
+    },
+    {
+      "epoch": 0.031476024645057596,
+      "grad_norm": 0.0,
+      "learning_rate": 3.1459170013386885e-05,
+      "loss": 2.3224,
+      "step": 470
+    },
+    {
+      "epoch": 0.032145727297080096,
+      "grad_norm": 0.0,
+      "learning_rate": 3.21285140562249e-05,
+      "loss": 2.1539,
+      "step": 480
+    },
+    {
+      "epoch": 0.032815429949102595,
+      "grad_norm": 0.0,
+      "learning_rate": 3.279785809906292e-05,
+      "loss": 2.3025,
+      "step": 490
+    },
+    {
+      "epoch": 0.0334851326011251,
+      "grad_norm": 0.0,
+      "learning_rate": 3.346720214190094e-05,
+      "loss": 2.2328,
+      "step": 500
+    },
+    {
+      "epoch": 0.0341548352531476,
+      "grad_norm": 0.0,
+      "learning_rate": 3.413654618473896e-05,
+      "loss": 2.2389,
+      "step": 510
+    },
+    {
+      "epoch": 0.0348245379051701,
+      "grad_norm": 0.0,
+      "learning_rate": 3.4805890227576974e-05,
+      "loss": 2.2465,
+      "step": 520
+    },
+    {
+      "epoch": 0.03549424055719261,
+      "grad_norm": 0.0,
+      "learning_rate": 3.5475234270415e-05,
+      "loss": 2.2608,
+      "step": 530
+    },
+    {
+      "epoch": 0.03616394320921511,
+      "grad_norm": 0.0,
+      "learning_rate": 3.614457831325301e-05,
+      "loss": 2.2254,
+      "step": 540
+    },
+    {
+      "epoch": 0.03683364586123761,
+      "grad_norm": 0.0,
+      "learning_rate": 3.6813922356091035e-05,
+      "loss": 2.2041,
+      "step": 550
+    },
+    {
+      "epoch": 0.037503348513260114,
+      "grad_norm": 0.0,
+      "learning_rate": 3.748326639892905e-05,
+      "loss": 2.3156,
+      "step": 560
+    },
+    {
+      "epoch": 0.038173051165282613,
+      "grad_norm": 0.0,
+      "learning_rate": 3.815261044176707e-05,
+      "loss": 2.3493,
+      "step": 570
+    },
+    {
+      "epoch": 0.03884275381730511,
+      "grad_norm": 0.0,
+      "learning_rate": 3.882195448460509e-05,
+      "loss": 2.2966,
+      "step": 580
+    },
+    {
+      "epoch": 0.03951245646932762,
+      "grad_norm": 0.0,
+      "learning_rate": 3.949129852744311e-05,
+      "loss": 2.2741,
+      "step": 590
+    },
+    {
+      "epoch": 0.04018215912135012,
+      "grad_norm": 0.0,
+      "learning_rate": 4.0160642570281125e-05,
+      "loss": 2.198,
+      "step": 600
+    },
+    {
+      "epoch": 0.04085186177337262,
+      "grad_norm": 0.0,
+      "learning_rate": 4.082998661311915e-05,
+      "loss": 2.2987,
+      "step": 610
+    },
+    {
+      "epoch": 0.041521564425395126,
+      "grad_norm": 0.0,
+      "learning_rate": 4.149933065595716e-05,
+      "loss": 2.3219,
+      "step": 620
+    },
+    {
+      "epoch": 0.042191267077417625,
+      "grad_norm": 0.0,
+      "learning_rate": 4.2168674698795186e-05,
+      "loss": 2.2609,
+      "step": 630
+    },
+    {
+      "epoch": 0.042860969729440125,
+      "grad_norm": 0.0,
+      "learning_rate": 4.2838018741633203e-05,
+      "loss": 2.1874,
+      "step": 640
+    },
+    {
+      "epoch": 0.04353067238146263,
+      "grad_norm": 0.0,
+      "learning_rate": 4.350736278447122e-05,
+      "loss": 2.2077,
+      "step": 650
+    },
+    {
+      "epoch": 0.04420037503348513,
+      "grad_norm": 0.0,
+      "learning_rate": 4.417670682730924e-05,
+      "loss": 2.187,
+      "step": 660
+    },
+    {
+      "epoch": 0.04487007768550764,
+      "grad_norm": 0.0,
+      "learning_rate": 4.484605087014726e-05,
+      "loss": 2.2983,
+      "step": 670
+    },
+    {
+      "epoch": 0.04553978033753014,
+      "grad_norm": 0.0,
+      "learning_rate": 4.5515394912985275e-05,
+      "loss": 2.3472,
+      "step": 680
+    },
+    {
+      "epoch": 0.04620948298955264,
+      "grad_norm": 0.0,
+      "learning_rate": 4.61847389558233e-05,
+      "loss": 2.2707,
+      "step": 690
+    },
+    {
+      "epoch": 0.046879185641575144,
+      "grad_norm": 0.0,
+      "learning_rate": 4.685408299866131e-05,
+      "loss": 2.3201,
+      "step": 700
+    },
+    {
+      "epoch": 0.047548888293597644,
+      "grad_norm": 0.0,
+      "learning_rate": 4.7523427041499336e-05,
+      "loss": 2.2628,
+      "step": 710
+    },
+    {
+      "epoch": 0.04821859094562014,
+      "grad_norm": 0.0,
+      "learning_rate": 4.8192771084337354e-05,
+      "loss": 2.3217,
+      "step": 720
+    },
+    {
+      "epoch": 0.04888829359764265,
+      "grad_norm": 0.0,
+      "learning_rate": 4.886211512717537e-05,
+      "loss": 2.3157,
+      "step": 730
+    },
+    {
+      "epoch": 0.04955799624966515,
+      "grad_norm": 0.0,
+      "learning_rate": 4.953145917001339e-05,
+      "loss": 2.2407,
+      "step": 740
+    },
+    {
+      "epoch": 0.05022769890168765,
+      "grad_norm": 0.0,
+      "learning_rate": 5.020080321285141e-05,
+      "loss": 2.2607,
+      "step": 750
+    },
+    {
+      "epoch": 0.050897401553710156,
+      "grad_norm": 0.0,
+      "learning_rate": 5.0870147255689426e-05,
+      "loss": 2.2192,
+      "step": 760
+    },
+    {
+      "epoch": 0.051567104205732656,
+      "grad_norm": 0.0,
+      "learning_rate": 5.1539491298527444e-05,
+      "loss": 2.2501,
+      "step": 770
+    },
+    {
+      "epoch": 0.052236806857755155,
+      "grad_norm": 0.0,
+      "learning_rate": 5.220883534136547e-05,
+      "loss": 2.2901,
+      "step": 780
+    },
+    {
+      "epoch": 0.05290650950977766,
+      "grad_norm": 0.0,
+      "learning_rate": 5.2878179384203486e-05,
+      "loss": 2.2391,
+      "step": 790
+    },
+    {
+      "epoch": 0.05357621216180016,
+      "grad_norm": 0.0,
+      "learning_rate": 5.3547523427041504e-05,
+      "loss": 2.2306,
+      "step": 800
+    },
+    {
+      "epoch": 0.05424591481382266,
+      "grad_norm": 0.0,
+      "learning_rate": 5.4216867469879516e-05,
+      "loss": 2.322,
+      "step": 810
+    },
+    {
+      "epoch": 0.05491561746584517,
+      "grad_norm": 0.0,
+      "learning_rate": 5.488621151271755e-05,
+      "loss": 2.2978,
+      "step": 820
+    },
+    {
+      "epoch": 0.05558532011786767,
+      "grad_norm": 0.0,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 2.3016,
+      "step": 830
+    },
+    {
+      "epoch": 0.05625502276989017,
+      "grad_norm": 0.0,
+      "learning_rate": 5.6224899598393576e-05,
+      "loss": 2.1525,
+      "step": 840
+    },
+    {
+      "epoch": 0.056924725421912674,
+      "grad_norm": 0.0,
+      "learning_rate": 5.6894243641231594e-05,
+      "loss": 2.2663,
+      "step": 850
+    },
+    {
+      "epoch": 0.057594428073935174,
+      "grad_norm": 0.0,
+      "learning_rate": 5.756358768406962e-05,
+      "loss": 2.2755,
+      "step": 860
+    },
+    {
+      "epoch": 0.05826413072595767,
+      "grad_norm": 0.0,
+      "learning_rate": 5.823293172690764e-05,
+      "loss": 2.2842,
+      "step": 870
+    },
+    {
+      "epoch": 0.05893383337798018,
+      "grad_norm": 0.0,
+      "learning_rate": 5.8902275769745655e-05,
+      "loss": 2.2635,
+      "step": 880
+    },
+    {
+      "epoch": 0.05960353603000268,
+      "grad_norm": 0.0,
+      "learning_rate": 5.9571619812583666e-05,
+      "loss": 2.2726,
+      "step": 890
+    },
+    {
+      "epoch": 0.06027323868202518,
+      "grad_norm": 0.0,
+      "learning_rate": 6.02409638554217e-05,
+      "loss": 2.2318,
+      "step": 900
+    },
+    {
+      "epoch": 0.060942941334047686,
+      "grad_norm": 0.0,
+      "learning_rate": 6.091030789825971e-05,
+      "loss": 2.3523,
+      "step": 910
+    },
+    {
+      "epoch": 0.061612643986070185,
+      "grad_norm": 0.0,
+      "learning_rate": 6.157965194109773e-05,
+      "loss": 2.317,
+      "step": 920
+    },
+    {
+      "epoch": 0.062282346638092685,
+      "grad_norm": 0.0,
+      "learning_rate": 6.224899598393574e-05,
+      "loss": 2.1225,
+      "step": 930
+    },
+    {
+      "epoch": 0.06295204929011519,
+      "grad_norm": 0.0,
+      "learning_rate": 6.291834002677377e-05,
+      "loss": 2.2357,
+      "step": 940
+    },
+    {
+      "epoch": 0.06362175194213769,
+      "grad_norm": 0.0,
+      "learning_rate": 6.358768406961179e-05,
+      "loss": 2.2447,
+      "step": 950
+    },
+    {
+      "epoch": 0.06429145459416019,
+      "grad_norm": 0.0,
+      "learning_rate": 6.42570281124498e-05,
+      "loss": 2.1638,
+      "step": 960
+    },
+    {
+      "epoch": 0.06496115724618269,
+      "grad_norm": 0.0,
+      "learning_rate": 6.492637215528782e-05,
+      "loss": 2.1353,
+      "step": 970
+    },
+    {
+      "epoch": 0.06563085989820519,
+      "grad_norm": 0.0,
+      "learning_rate": 6.559571619812584e-05,
+      "loss": 2.1564,
+      "step": 980
+    },
+    {
+      "epoch": 0.0663005625502277,
+      "grad_norm": 0.0,
+      "learning_rate": 6.626506024096386e-05,
+      "loss": 2.1921,
+      "step": 990
+    },
+    {
+      "epoch": 0.0669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-05,
+      "loss": 2.2064,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0676399678542727,
+      "grad_norm": 0.0,
+      "learning_rate": 6.76037483266399e-05,
+      "loss": 2.223,
+      "step": 1010
+    },
+    {
+      "epoch": 0.0683096705062952,
+      "grad_norm": 0.0,
+      "learning_rate": 6.827309236947793e-05,
+      "loss": 2.3054,
+      "step": 1020
+    },
+    {
+      "epoch": 0.0689793731583177,
+      "grad_norm": 0.0,
+      "learning_rate": 6.894243641231593e-05,
+      "loss": 2.2002,
+      "step": 1030
+    },
+    {
+      "epoch": 0.0696490758103402,
+      "grad_norm": 0.0,
+      "learning_rate": 6.961178045515395e-05,
+      "loss": 2.249,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07031877846236272,
+      "grad_norm": 0.0,
+      "learning_rate": 7.028112449799197e-05,
+      "loss": 2.1752,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07098848111438522,
+      "grad_norm": 0.0,
+      "learning_rate": 7.095046854083e-05,
+      "loss": 2.2828,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07165818376640772,
+      "grad_norm": 0.0,
+      "learning_rate": 7.161981258366802e-05,
+      "loss": 2.2456,
+      "step": 1070
+    },
+    {
+      "epoch": 0.07232788641843022,
+      "grad_norm": 0.0,
+      "learning_rate": 7.228915662650602e-05,
+      "loss": 2.3329,
+      "step": 1080
+    },
+    {
+      "epoch": 0.07299758907045271,
+      "grad_norm": 0.0,
+      "learning_rate": 7.295850066934404e-05,
+      "loss": 2.2911,
+      "step": 1090
+    },
+    {
+      "epoch": 0.07366729172247521,
+      "grad_norm": 0.0,
+      "learning_rate": 7.362784471218207e-05,
+      "loss": 2.3092,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07433699437449773,
+      "grad_norm": 0.0,
+      "learning_rate": 7.429718875502009e-05,
+      "loss": 2.3058,
+      "step": 1110
+    },
+    {
+      "epoch": 0.07500669702652023,
+      "grad_norm": 0.0,
+      "learning_rate": 7.49665327978581e-05,
+      "loss": 2.3024,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07567639967854273,
+      "grad_norm": 0.0,
+      "learning_rate": 7.563587684069612e-05,
+      "loss": 2.3491,
+      "step": 1130
+    },
+    {
+      "epoch": 0.07634610233056523,
+      "grad_norm": 0.0,
+      "learning_rate": 7.630522088353414e-05,
+      "loss": 2.3675,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07701580498258773,
+      "grad_norm": 0.0,
+      "learning_rate": 7.697456492637216e-05,
+      "loss": 2.3257,
+      "step": 1150
+    },
+    {
+      "epoch": 0.07768550763461023,
+      "grad_norm": 0.0,
+      "learning_rate": 7.764390896921018e-05,
+      "loss": 2.3037,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07835521028663274,
+      "grad_norm": 0.0,
+      "learning_rate": 7.83132530120482e-05,
+      "loss": 2.2627,
+      "step": 1170
+    },
+    {
+      "epoch": 0.07902491293865524,
+      "grad_norm": 0.0,
+      "learning_rate": 7.898259705488621e-05,
+      "loss": 2.3351,
+      "step": 1180
+    },
+    {
+      "epoch": 0.07969461559067774,
+      "grad_norm": 0.0,
+      "learning_rate": 7.965194109772423e-05,
+      "loss": 2.2829,
+      "step": 1190
+    },
+    {
+      "epoch": 0.08036431824270024,
+      "grad_norm": 0.0,
+      "learning_rate": 8.032128514056225e-05,
+      "loss": 2.2612,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08103402089472274,
+      "grad_norm": 0.0,
+      "learning_rate": 8.099062918340027e-05,
+      "loss": 2.2377,
+      "step": 1210
+    },
+    {
+      "epoch": 0.08170372354674524,
+      "grad_norm": 0.0,
+      "learning_rate": 8.16599732262383e-05,
+      "loss": 2.2353,
+      "step": 1220
+    },
+    {
+      "epoch": 0.08237342619876775,
+      "grad_norm": 0.0,
+      "learning_rate": 8.232931726907632e-05,
+      "loss": 2.2509,
+      "step": 1230
+    },
+    {
+      "epoch": 0.08304312885079025,
+      "grad_norm": 0.0,
+      "learning_rate": 8.299866131191432e-05,
+      "loss": 2.2449,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08371283150281275,
+      "grad_norm": 0.0,
+      "learning_rate": 8.366800535475234e-05,
+      "loss": 2.2076,
+      "step": 1250
+    },
+    {
+      "epoch": 0.08438253415483525,
+      "grad_norm": 0.0,
+      "learning_rate": 8.433734939759037e-05,
+      "loss": 2.2714,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08505223680685775,
+      "grad_norm": 0.0,
+      "learning_rate": 8.500669344042839e-05,
+      "loss": 2.2424,
+      "step": 1270
+    },
+    {
+      "epoch": 0.08572193945888025,
+      "grad_norm": 0.0,
+      "learning_rate": 8.567603748326641e-05,
+      "loss": 2.2711,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08639164211090276,
+      "grad_norm": 0.0,
+      "learning_rate": 8.634538152610442e-05,
+      "loss": 2.2266,
+      "step": 1290
+    },
+    {
+      "epoch": 0.08706134476292526,
+      "grad_norm": 0.0,
+      "learning_rate": 8.701472556894244e-05,
+      "loss": 2.2329,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08773104741494776,
+      "grad_norm": 0.0,
+      "learning_rate": 8.768406961178046e-05,
+      "loss": 2.2388,
+      "step": 1310
+    },
+    {
+      "epoch": 0.08840075006697026,
+      "grad_norm": 0.0,
+      "learning_rate": 8.835341365461848e-05,
+      "loss": 2.3047,
+      "step": 1320
+    },
+    {
+      "epoch": 0.08907045271899276,
+      "grad_norm": 0.0,
+      "learning_rate": 8.90227576974565e-05,
+      "loss": 2.2679,
+      "step": 1330
+    },
+    {
+      "epoch": 0.08974015537101528,
+      "grad_norm": 0.0,
+      "learning_rate": 8.969210174029451e-05,
+      "loss": 2.3128,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09040985802303778,
+      "grad_norm": 0.0,
+      "learning_rate": 9.036144578313253e-05,
+      "loss": 2.2134,
+      "step": 1350
+    },
+    {
+      "epoch": 0.09107956067506028,
+      "grad_norm": 0.0,
+      "learning_rate": 9.103078982597055e-05,
+      "loss": 2.2883,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09174926332708278,
+      "grad_norm": 0.0,
+      "learning_rate": 9.170013386880857e-05,
+      "loss": 2.2464,
+      "step": 1370
+    },
+    {
+      "epoch": 0.09241896597910527,
+      "grad_norm": 0.0,
+      "learning_rate": 9.23694779116466e-05,
+      "loss": 2.2318,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09308866863112777,
+      "grad_norm": 0.0,
+      "learning_rate": 9.303882195448462e-05,
+      "loss": 2.229,
+      "step": 1390
+    },
+    {
+      "epoch": 0.09375837128315029,
+      "grad_norm": 0.0,
+      "learning_rate": 9.370816599732262e-05,
+      "loss": 2.2054,
+      "step": 1400
+    },
+    {
+      "epoch": 0.09442807393517279,
+      "grad_norm": 0.0,
+      "learning_rate": 9.437751004016064e-05,
+      "loss": 2.2667,
+      "step": 1410
+    },
+    {
+      "epoch": 0.09509777658719529,
+      "grad_norm": 0.0,
+      "learning_rate": 9.504685408299867e-05,
+      "loss": 2.2674,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09576747923921779,
+      "grad_norm": 0.0,
+      "learning_rate": 9.571619812583669e-05,
+      "loss": 2.2865,
+      "step": 1430
+    },
+    {
+      "epoch": 0.09643718189124029,
+      "grad_norm": 0.0,
+      "learning_rate": 9.638554216867471e-05,
+      "loss": 2.2337,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09710688454326279,
+      "grad_norm": 0.0,
+      "learning_rate": 9.705488621151271e-05,
+      "loss": 2.291,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0977765871952853,
+      "grad_norm": 0.0,
+      "learning_rate": 9.772423025435074e-05,
+      "loss": 2.3411,
+      "step": 1460
+    },
+    {
+      "epoch": 0.0984462898473078,
+      "grad_norm": 0.0,
+      "learning_rate": 9.839357429718876e-05,
+      "loss": 2.1827,
+      "step": 1470
+    },
+    {
+      "epoch": 0.0991159924993303,
+      "grad_norm": 0.0,
+      "learning_rate": 9.906291834002678e-05,
+      "loss": 2.1987,
+      "step": 1480
+    },
+    {
+      "epoch": 0.0997856951513528,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97322623828648e-05,
+      "loss": 2.2079,
+      "step": 1490
+    },
+    {
+      "epoch": 0.1004553978033753,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999995081044314e-05,
+      "loss": 2.2484,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1011251004553978,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999965020794615e-05,
+      "loss": 2.3123,
+      "step": 1510
+    },
+    {
+      "epoch": 0.10179480310742031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99990763321247e-05,
+      "loss": 2.2429,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10246450575944281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999822918611533e-05,
+      "loss": 2.2205,
+      "step": 1530
+    },
+    {
+      "epoch": 0.10313420841146531,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999710877454811e-05,
+      "loss": 2.2077,
+      "step": 1540
+    },
+    {
+      "epoch": 0.10380391106348781,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999571510354664e-05,
+      "loss": 2.3028,
+      "step": 1550
+    },
+    {
+      "epoch": 0.10447361371551031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999404818072808e-05,
+      "loss": 2.252,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10514331636753281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999210801520296e-05,
+      "loss": 2.3754,
+      "step": 1570
+    },
+    {
+      "epoch": 0.10581301901955532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998989461757526e-05,
+      "loss": 2.2761,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10648272167157782,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998740799994235e-05,
+      "loss": 2.2168,
+      "step": 1590
+    },
+    {
+      "epoch": 0.10715242432360032,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998464817589484e-05,
+      "loss": 2.2639,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10782212697562282,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998161516051656e-05,
+      "loss": 2.2687,
+      "step": 1610
+    },
+    {
+      "epoch": 0.10849182962764532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997830897038446e-05,
+      "loss": 2.2239,
+      "step": 1620
+    },
+    {
+      "epoch": 0.10916153227966782,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997472962356854e-05,
+      "loss": 2.1802,
+      "step": 1630
+    },
+    {
+      "epoch": 0.10983123493169034,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997087713963174e-05,
+      "loss": 2.2154,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11050093758371284,
+      "grad_norm": 0.0,
+      "learning_rate": 9.996675153962984e-05,
+      "loss": 2.212,
+      "step": 1650
+    },
+    {
+      "epoch": 0.11117064023573534,
+      "grad_norm": 0.0,
+      "learning_rate": 9.996235284611131e-05,
+      "loss": 2.251,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11184034288775783,
+      "grad_norm": 0.0,
+      "learning_rate": 9.995768108311722e-05,
+      "loss": 2.299,
+      "step": 1670
+    },
+    {
+      "epoch": 0.11251004553978033,
+      "grad_norm": 0.0,
+      "learning_rate": 9.995273627618116e-05,
+      "loss": 2.2021,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11317974819180283,
+      "grad_norm": 0.0,
+      "learning_rate": 9.994751845232894e-05,
+      "loss": 2.244,
+      "step": 1690
+    },
+    {
+      "epoch": 0.11384945084382535,
+      "grad_norm": 0.0,
+      "learning_rate": 9.994202764007865e-05,
+      "loss": 2.3063,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11451915349584785,
+      "grad_norm": 0.0,
+      "learning_rate": 9.993626386944031e-05,
+      "loss": 2.2809,
+      "step": 1710
+    },
+    {
+      "epoch": 0.11518885614787035,
+      "grad_norm": 0.0,
+      "learning_rate": 9.993022717191584e-05,
+      "loss": 2.2767,
+      "step": 1720
+    },
+    {
+      "epoch": 0.11585855879989285,
+      "grad_norm": 0.0,
+      "learning_rate": 9.992391758049889e-05,
+      "loss": 2.2354,
+      "step": 1730
+    },
+    {
+      "epoch": 0.11652826145191535,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99173351296745e-05,
+      "loss": 2.2889,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11719796410393785,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99104798554191e-05,
+      "loss": 2.22,
+      "step": 1750
+    },
+    {
+      "epoch": 0.11786766675596036,
+      "grad_norm": 0.0,
+      "learning_rate": 9.990335179520023e-05,
+      "loss": 2.2941,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11853736940798286,
+      "grad_norm": 0.0,
+      "learning_rate": 9.989595098797635e-05,
+      "loss": 2.2584,
+      "step": 1770
+    },
+    {
+      "epoch": 0.11920707206000536,
+      "grad_norm": 0.0,
+      "learning_rate": 9.988827747419659e-05,
+      "loss": 2.2408,
+      "step": 1780
+    },
+    {
+      "epoch": 0.11987677471202786,
+      "grad_norm": 0.0,
+      "learning_rate": 9.988033129580059e-05,
+      "loss": 2.1831,
+      "step": 1790
+    },
+    {
+      "epoch": 0.12054647736405036,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98721124962182e-05,
+      "loss": 2.2853,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12121618001607286,
+      "grad_norm": 0.0,
+      "learning_rate": 9.986362112036935e-05,
+      "loss": 2.2537,
+      "step": 1810
+    },
+    {
+      "epoch": 0.12188588266809537,
+      "grad_norm": 0.0,
+      "learning_rate": 9.985485721466366e-05,
+      "loss": 2.2257,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12255558532011787,
+      "grad_norm": 0.0,
+      "learning_rate": 9.984582082700029e-05,
+      "loss": 2.3031,
+      "step": 1830
+    },
+    {
+      "epoch": 0.12322528797214037,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98365120067677e-05,
+      "loss": 2.2435,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12389499062416287,
+      "grad_norm": 0.0,
+      "learning_rate": 9.982693080484327e-05,
+      "loss": 2.1834,
+      "step": 1850
+    },
+    {
+      "epoch": 0.12456469327618537,
+      "grad_norm": 0.0,
+      "learning_rate": 9.981707727359308e-05,
+      "loss": 2.2215,
+      "step": 1860
+    },
+    {
+      "epoch": 0.12523439592820787,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98069514668717e-05,
+      "loss": 2.3128,
+      "step": 1870
+    },
+    {
+      "epoch": 0.12590409858023038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.979655344002172e-05,
+      "loss": 2.2512,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12657380123225287,
+      "grad_norm": 0.0,
+      "learning_rate": 9.978588324987365e-05,
+      "loss": 2.2278,
+      "step": 1890
+    },
+    {
+      "epoch": 0.12724350388427538,
+      "grad_norm": 0.0,
+      "learning_rate": 9.977494095474546e-05,
+      "loss": 2.2445,
+      "step": 1900
+    },
+    {
+      "epoch": 0.1279132065362979,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97637266144423e-05,
+      "loss": 2.2834,
+      "step": 1910
+    },
+    {
+      "epoch": 0.12858290918832038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.975224029025619e-05,
+      "loss": 2.2807,
+      "step": 1920
+    },
+    {
+      "epoch": 0.1292526118403429,
+      "grad_norm": 0.0,
+      "learning_rate": 9.974048204496572e-05,
+      "loss": 2.3837,
+      "step": 1930
+    },
+    {
+      "epoch": 0.12992231449236538,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97284519428356e-05,
+      "loss": 2.2318,
+      "step": 1940
+    },
+    {
+      "epoch": 0.1305920171443879,
+      "grad_norm": 0.0,
+      "learning_rate": 9.971615004961645e-05,
+      "loss": 2.1961,
+      "step": 1950
+    },
+    {
+      "epoch": 0.13126171979641038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.970357643254429e-05,
+      "loss": 2.301,
+      "step": 1960
+    },
+    {
+      "epoch": 0.1319314224484329,
+      "grad_norm": 0.0,
+      "learning_rate": 9.96907311603403e-05,
+      "loss": 2.2454,
+      "step": 1970
+    },
+    {
+      "epoch": 0.1326011251004554,
+      "grad_norm": 0.0,
+      "learning_rate": 9.967761430321037e-05,
+      "loss": 2.2505,
+      "step": 1980
+    },
+    {
+      "epoch": 0.1332708277524779,
+      "grad_norm": 0.0,
+      "learning_rate": 9.966422593284474e-05,
+      "loss": 2.2103,
+      "step": 1990
+    },
+    {
+      "epoch": 0.1339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 9.965056612241764e-05,
+      "loss": 2.3467,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1346102330565229,
+      "grad_norm": 0.0,
+      "learning_rate": 9.963663494658681e-05,
+      "loss": 2.174,
+      "step": 2010
+    },
+    {
+      "epoch": 0.1352799357085454,
+      "grad_norm": 0.0,
+      "learning_rate": 9.962243248149314e-05,
+      "loss": 2.3771,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13594963836056792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.960795880476029e-05,
+      "loss": 2.3623,
+      "step": 2030
+    },
+    {
+      "epoch": 0.1366193410125904,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95932139954942e-05,
+      "loss": 2.27,
+      "step": 2040
+    },
+    {
+      "epoch": 0.13728904366461292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95781981342827e-05,
+      "loss": 2.2534,
+      "step": 2050
+    },
+    {
+      "epoch": 0.1379587463166354,
+      "grad_norm": 0.0,
+      "learning_rate": 9.956291130319506e-05,
+      "loss": 2.2726,
+      "step": 2060
+    },
+    {
+      "epoch": 0.13862844896865792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95473535857815e-05,
+      "loss": 2.3065,
+      "step": 2070
+    },
+    {
+      "epoch": 0.1392981516206804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.953152506707283e-05,
+      "loss": 2.1472,
+      "step": 2080
+    },
+    {
+      "epoch": 0.13996785427270292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.951542583357986e-05,
+      "loss": 2.2893,
+      "step": 2090
+    },
+    {
+      "epoch": 0.14063755692472543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.949905597329306e-05,
+      "loss": 2.1606,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14130725957674792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.948241557568196e-05,
+      "loss": 2.2155,
+      "step": 2110
+    },
+    {
+      "epoch": 0.14197696222877043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.946550473169474e-05,
+      "loss": 2.2544,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14264666488079292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.944832353375769e-05,
+      "loss": 2.2661,
+      "step": 2130
+    },
+    {
+      "epoch": 0.14331636753281543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.943087207577473e-05,
+      "loss": 2.2873,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14398607018483794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.941315045312689e-05,
+      "loss": 2.2044,
+      "step": 2150
+    },
+    {
+      "epoch": 0.14465577283686043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.939515876267178e-05,
+      "loss": 2.3315,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14532547548888294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.937689710274308e-05,
+      "loss": 2.2413,
+      "step": 2170
+    },
+    {
+      "epoch": 0.14599517814090543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.935836557314995e-05,
+      "loss": 2.2494,
+      "step": 2180
+    },
+    {
+      "epoch": 0.14666488079292794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.933956427517657e-05,
+      "loss": 2.2623,
+      "step": 2190
+    },
+    {
+      "epoch": 0.14733458344495043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.932049331158153e-05,
+      "loss": 2.2775,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14800428609697294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.930115278659727e-05,
+      "loss": 2.1811,
+      "step": 2210
+    },
+    {
+      "epoch": 0.14867398874899546,
+      "grad_norm": 0.0,
+      "learning_rate": 9.928154280592952e-05,
+      "loss": 2.2731,
+      "step": 2220
+    },
+    {
+      "epoch": 0.14934369140101794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.92616634767567e-05,
+      "loss": 2.2588,
+      "step": 2230
+    },
+    {
+      "epoch": 0.15001339405304046,
+      "grad_norm": 0.0,
+      "learning_rate": 9.924151490772942e-05,
+      "loss": 2.2073,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15068309670506294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.922109720896973e-05,
+      "loss": 2.2965,
+      "step": 2250
+    },
+    {
+      "epoch": 0.15135279935708545,
+      "grad_norm": 0.0,
+      "learning_rate": 9.92004104920707e-05,
+      "loss": 2.1766,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15202250200910797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.917945487009566e-05,
+      "loss": 2.2915,
+      "step": 2270
+    },
+    {
+      "epoch": 0.15269220466113045,
+      "grad_norm": 0.0,
+      "learning_rate": 9.915823045757765e-05,
+      "loss": 2.2717,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15336190731315297,
+      "grad_norm": 0.0,
+      "learning_rate": 9.913673737051882e-05,
+      "loss": 2.2301,
+      "step": 2290
+    },
+    {
+      "epoch": 0.15403160996517545,
+      "grad_norm": 0.0,
+      "learning_rate": 9.911497572638973e-05,
+      "loss": 2.2289,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15470131261719797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.909294564412874e-05,
+      "loss": 2.3655,
+      "step": 2310
+    },
+    {
+      "epoch": 0.15537101526922045,
+      "grad_norm": 0.0,
+      "learning_rate": 9.907064724414139e-05,
+      "loss": 2.1503,
+      "step": 2320
+    },
+    {
+      "epoch": 0.15604071792124297,
+      "grad_norm": 0.0,
+      "learning_rate": 9.904808064829967e-05,
+      "loss": 2.2254,
+      "step": 2330
+    },
+    {
+      "epoch": 0.15671042057326548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.902524597994143e-05,
+      "loss": 2.28,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15738012322528797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.900214336386964e-05,
+      "loss": 2.18,
+      "step": 2350
+    },
+    {
+      "epoch": 0.15804982587731048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.897877292635179e-05,
+      "loss": 2.3032,
+      "step": 2360
+    },
+    {
+      "epoch": 0.15871952852933296,
+      "grad_norm": 0.0,
+      "learning_rate": 9.895513479511907e-05,
+      "loss": 2.2472,
+      "step": 2370
+    },
+    {
+      "epoch": 0.15938923118135548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.893122909936583e-05,
+      "loss": 2.1331,
+      "step": 2380
+    },
+    {
+      "epoch": 0.160058933833378,
+      "grad_norm": 0.0,
+      "learning_rate": 9.890705596974875e-05,
+      "loss": 2.1931,
+      "step": 2390
+    },
+    {
+      "epoch": 0.16072863648540048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.88826155383862e-05,
+      "loss": 2.2551,
+      "step": 2400
+    },
+    {
+      "epoch": 0.161398339137423,
+      "grad_norm": 0.0,
+      "learning_rate": 9.885790793885746e-05,
+      "loss": 2.1717,
+      "step": 2410
+    },
+    {
+      "epoch": 0.16206804178944548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.883293330620205e-05,
+      "loss": 2.2582,
+      "step": 2420
+    },
+    {
+      "epoch": 0.162737744441468,
+      "grad_norm": 0.0,
+      "learning_rate": 9.880769177691892e-05,
+      "loss": 2.2466,
+      "step": 2430
+    },
+    {
+      "epoch": 0.16340744709349048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.878218348896577e-05,
+      "loss": 2.2734,
+      "step": 2440
+    },
+    {
+      "epoch": 0.164077149745513,
+      "grad_norm": 0.0,
+      "learning_rate": 9.875640858175827e-05,
+      "loss": 2.3381,
+      "step": 2450
+    },
+    {
+      "epoch": 0.1647468523975355,
+      "grad_norm": 0.0,
+      "learning_rate": 9.87303671961693e-05,
+      "loss": 2.2529,
+      "step": 2460
+    },
+    {
+      "epoch": 0.165416555049558,
+      "grad_norm": 0.0,
+      "learning_rate": 9.870405947452819e-05,
+      "loss": 2.2889,
+      "step": 2470
+    },
+    {
+      "epoch": 0.1660862577015805,
+      "grad_norm": 0.0,
+      "learning_rate": 9.86774855606199e-05,
+      "loss": 2.1831,
+      "step": 2480
+    },
+    {
+      "epoch": 0.166755960353603,
+      "grad_norm": 0.0,
+      "learning_rate": 9.86506455996843e-05,
+      "loss": 2.2241,
+      "step": 2490
+    },
+    {
+      "epoch": 0.1674256630056255,
+      "grad_norm": 0.0,
+      "learning_rate": 9.862353973841526e-05,
+      "loss": 2.2539,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16809536565764802,
+      "grad_norm": 0.0,
+      "learning_rate": 9.859616812496008e-05,
+      "loss": 2.263,
+      "step": 2510
+    },
+    {
+      "epoch": 0.1687650683096705,
+      "grad_norm": 0.0,
+      "learning_rate": 9.856853090891843e-05,
+      "loss": 2.2179,
+      "step": 2520
+    },
+    {
+      "epoch": 0.16943477096169302,
+      "grad_norm": 0.0,
+      "learning_rate": 9.854062824134159e-05,
+      "loss": 2.2326,
+      "step": 2530
+    },
+    {
+      "epoch": 0.1701044736137155,
+      "grad_norm": 0.0,
+      "learning_rate": 9.851246027473173e-05,
+      "loss": 2.3374,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17077417626573801,
+      "grad_norm": 0.0,
+      "learning_rate": 9.848402716304106e-05,
+      "loss": 2.2265,
+      "step": 2550
+    },
+    {
+      "epoch": 0.1714438789177605,
+      "grad_norm": 0.0,
+      "learning_rate": 9.845532906167083e-05,
+      "loss": 2.1868,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17211358156978301,
+      "grad_norm": 0.0,
+      "learning_rate": 9.842636612747069e-05,
+      "loss": 2.2097,
+      "step": 2570
+    },
+    {
+      "epoch": 0.17278328422180553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.839713851873766e-05,
+      "loss": 2.2601,
+      "step": 2580
+    },
+    {
+      "epoch": 0.173452986873828,
+      "grad_norm": 0.0,
+      "learning_rate": 9.836764639521539e-05,
+      "loss": 2.2559,
+      "step": 2590
+    },
+    {
+      "epoch": 0.17412268952585053,
+      "grad_norm": 0.0,
+      "learning_rate": 9.833788991809323e-05,
+      "loss": 2.2896,
+      "step": 2600
+    },
+    {
+      "epoch": 0.174792392177873,
+      "grad_norm": 0.0,
+      "learning_rate": 9.830786925000533e-05,
+      "loss": 2.2095,
+      "step": 2610
+    },
+    {
+      "epoch": 0.17546209482989553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.827758455502978e-05,
+      "loss": 2.206,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17613179748191804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.824703599868776e-05,
+      "loss": 2.3201,
+      "step": 2630
+    },
+    {
+      "epoch": 0.17680150013394053,
+      "grad_norm": 0.0,
+      "learning_rate": 9.821622374794253e-05,
+      "loss": 2.2804,
+      "step": 2640
+    },
+    {
+      "epoch": 0.17747120278596304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.81851479711986e-05,
+      "loss": 2.1435,
+      "step": 2650
+    },
+    {
+      "epoch": 0.17814090543798553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.815380883830076e-05,
+      "loss": 2.1878,
+      "step": 2660
+    },
+    {
+      "epoch": 0.17881060809000804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.812220652053318e-05,
+      "loss": 2.3302,
+      "step": 2670
+    },
+    {
+      "epoch": 0.17948031074203055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.80903411906185e-05,
+      "loss": 2.2151,
+      "step": 2680
+    },
+    {
+      "epoch": 0.18015001339405304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.805821302271685e-05,
+      "loss": 2.2155,
+      "step": 2690
+    },
+    {
+      "epoch": 0.18081971604607555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.802582219242484e-05,
+      "loss": 2.2942,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18148941869809804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.799316887677471e-05,
+      "loss": 2.2229,
+      "step": 2710
+    },
+    {
+      "epoch": 0.18215912135012055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.796025325423334e-05,
+      "loss": 2.2516,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18282882400214304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.792707550470122e-05,
+      "loss": 2.1446,
+      "step": 2730
+    },
+    {
+      "epoch": 0.18349852665416555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.789363580951145e-05,
+      "loss": 2.2074,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18416822930618806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.785993435142891e-05,
+      "loss": 2.236,
+      "step": 2750
+    },
+    {
+      "epoch": 0.18483793195821055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.782597131464901e-05,
+      "loss": 2.2744,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18550763461023306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.779174688479693e-05,
+      "loss": 2.2472,
+      "step": 2770
+    },
+    {
+      "epoch": 0.18617733726225555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.775726124892646e-05,
+      "loss": 2.4463,
+      "step": 2780
+    },
+    {
+      "epoch": 0.18684703991427806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.772251459551897e-05,
+      "loss": 2.1792,
+      "step": 2790
+    },
+    {
+      "epoch": 0.18751674256630058,
+      "grad_norm": 0.0,
+      "learning_rate": 9.768750711448249e-05,
+      "loss": 2.2459,
+      "step": 2800
+    },
+    {
+      "epoch": 0.18818644521832306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.765223899715054e-05,
+      "loss": 2.1656,
+      "step": 2810
+    },
+    {
+      "epoch": 0.18885614787034558,
+      "grad_norm": 0.0,
+      "learning_rate": 9.761671043628124e-05,
+      "loss": 2.3268,
+      "step": 2820
+    },
+    {
+      "epoch": 0.18952585052236806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.758092162605604e-05,
+      "loss": 2.2815,
+      "step": 2830
+    },
+    {
+      "epoch": 0.19019555317439057,
+      "grad_norm": 0.0,
+      "learning_rate": 9.754487276207889e-05,
+      "loss": 2.2414,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19086525582641306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.750856404137502e-05,
+      "loss": 2.1398,
+      "step": 2850
+    },
+    {
+      "epoch": 0.19153495847843557,
+      "grad_norm": 0.0,
+      "learning_rate": 9.747199566238991e-05,
+      "loss": 2.2683,
+      "step": 2860
+    },
+    {
+      "epoch": 0.1922046611304581,
+      "grad_norm": 0.0,
+      "learning_rate": 9.743516782498822e-05,
+      "loss": 2.1707,
+      "step": 2870
+    },
+    {
+      "epoch": 0.19287436378248057,
+      "grad_norm": 0.0,
+      "learning_rate": 9.739808073045264e-05,
+      "loss": 2.3202,
+      "step": 2880
+    },
+    {
+      "epoch": 0.1935440664345031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.73607345814829e-05,
+      "loss": 2.2712,
+      "step": 2890
+    },
+    {
+      "epoch": 0.19421376908652557,
+      "grad_norm": 0.0,
+      "learning_rate": 9.732312958219453e-05,
+      "loss": 2.2749,
+      "step": 2900
+    },
+    {
+      "epoch": 0.1948834717385481,
+      "grad_norm": 0.0,
+      "learning_rate": 9.728526593811783e-05,
+      "loss": 2.1855,
+      "step": 2910
+    },
+    {
+      "epoch": 0.1955531743905706,
+      "grad_norm": 0.0,
+      "learning_rate": 9.724714385619673e-05,
+      "loss": 2.1736,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19622287704259309,
+      "grad_norm": 0.0,
+      "learning_rate": 9.720876354478765e-05,
+      "loss": 2.2247,
+      "step": 2930
+    },
+    {
+      "epoch": 0.1968925796946156,
+      "grad_norm": 0.0,
+      "learning_rate": 9.717012521365836e-05,
+      "loss": 2.2102,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19756228234663809,
+      "grad_norm": 0.0,
+      "learning_rate": 9.713122907398686e-05,
+      "loss": 2.275,
+      "step": 2950
+    },
+    {
+      "epoch": 0.1982319849986606,
+      "grad_norm": 0.0,
+      "learning_rate": 9.709207533836016e-05,
+      "loss": 2.0444,
+      "step": 2960
+    },
+    {
+      "epoch": 0.19890168765068308,
+      "grad_norm": 0.0,
+      "learning_rate": 9.70526642207732e-05,
+      "loss": 2.2226,
+      "step": 2970
+    },
+    {
+      "epoch": 0.1995713903027056,
+      "grad_norm": 0.0,
+      "learning_rate": 9.701299593662763e-05,
+      "loss": 2.2936,
+      "step": 2980
+    },
+    {
+      "epoch": 0.2002410929547281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.697307070273062e-05,
+      "loss": 2.2361,
+      "step": 2990
+    },
+    {
+      "epoch": 0.2009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 9.693288873729376e-05,
+      "loss": 2.1928,
+      "step": 3000
+    },
+    {
+      "epoch": 0.2015804982587731,
+      "grad_norm": 0.0,
+      "learning_rate": 9.689245025993175e-05,
+      "loss": 2.185,
+      "step": 3010
+    },
+    {
+      "epoch": 0.2022502009107956,
+      "grad_norm": 0.0,
+      "learning_rate": 9.68517554916613e-05,
+      "loss": 2.1397,
+      "step": 3020
+    },
+    {
+      "epoch": 0.2029199035628181,
+      "grad_norm": 0.0,
+      "learning_rate": 9.681080465489983e-05,
+      "loss": 2.3028,
+      "step": 3030
+    },
+    {
+      "epoch": 0.20358960621484062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.676959797346435e-05,
+      "loss": 2.2324,
+      "step": 3040
+    },
+    {
+      "epoch": 0.2042593088668631,
+      "grad_norm": 0.0,
+      "learning_rate": 9.672813567257017e-05,
+      "loss": 2.2146,
+      "step": 3050
+    },
+    {
+      "epoch": 0.20492901151888562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.668641797882969e-05,
+      "loss": 2.1497,
+      "step": 3060
+    },
+    {
+      "epoch": 0.2055987141709081,
+      "grad_norm": 0.0,
+      "learning_rate": 9.664444512025116e-05,
+      "loss": 2.2361,
+      "step": 3070
+    },
+    {
+      "epoch": 0.20626841682293062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.660221732623744e-05,
+      "loss": 2.2336,
+      "step": 3080
+    },
+    {
+      "epoch": 0.2069381194749531,
+      "grad_norm": 0.0,
+      "learning_rate": 9.655973482758473e-05,
+      "loss": 2.2446,
+      "step": 3090
+    },
+    {
+      "epoch": 0.20760782212697562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.651699785648135e-05,
+      "loss": 2.2724,
+      "step": 3100
+    },
+    {
+      "epoch": 0.20827752477899814,
+      "grad_norm": 0.0,
+      "learning_rate": 9.647400664650638e-05,
+      "loss": 2.2362,
+      "step": 3110
+    },
+    {
+      "epoch": 0.20894722743102062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.643076143262851e-05,
+      "loss": 2.2481,
+      "step": 3120
+    },
+    {
+      "epoch": 0.20961693008304313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.638726245120466e-05,
+      "loss": 2.1208,
+      "step": 3130
+    },
+    {
+      "epoch": 0.21028663273506562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.634350993997871e-05,
+      "loss": 2.2085,
+      "step": 3140
+    },
+    {
+      "epoch": 0.21095633538708813,
+      "grad_norm": 0.0,
+      "learning_rate": 9.629950413808022e-05,
+      "loss": 2.2974,
+      "step": 3150
+    },
+    {
+      "epoch": 0.21162603803911065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.62552452860231e-05,
+      "loss": 2.2781,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21229574069113313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.621073362570432e-05,
+      "loss": 2.3054,
+      "step": 3170
+    },
+    {
+      "epoch": 0.21296544334315565,
+      "grad_norm": 0.0,
+      "learning_rate": 9.616596940040257e-05,
+      "loss": 2.1255,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21363514599517813,
+      "grad_norm": 0.0,
+      "learning_rate": 9.612095285477694e-05,
+      "loss": 2.1918,
+      "step": 3190
+    },
+    {
+      "epoch": 0.21430484864720065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.607568423486558e-05,
+      "loss": 2.2317,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21497455129922313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.603016378808432e-05,
+      "loss": 2.0927,
+      "step": 3210
+    },
+    {
+      "epoch": 0.21564425395124565,
+      "grad_norm": 0.0,
+      "learning_rate": 9.59843917632254e-05,
+      "loss": 2.2694,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21631395660326816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.593836841045602e-05,
+      "loss": 2.2625,
+      "step": 3230
+    },
+    {
+      "epoch": 0.21698365925529065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.589209398131706e-05,
+      "loss": 2.3238,
+      "step": 3240
+    },
+    {
+      "epoch": 0.21765336190731316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.584556872872159e-05,
+      "loss": 2.2813,
+      "step": 3250
+    },
+    {
+      "epoch": 0.21832306455933564,
+      "grad_norm": 0.0,
+      "learning_rate": 9.579879290695364e-05,
+      "loss": 2.2298,
+      "step": 3260
+    },
+    {
+      "epoch": 0.21899276721135816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.575176677166667e-05,
+      "loss": 2.2254,
+      "step": 3270
+    },
+    {
+      "epoch": 0.21966246986338067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.570449057988222e-05,
+      "loss": 2.3366,
+      "step": 3280
+    },
+    {
+      "epoch": 0.22033217251540316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.565696458998858e-05,
+      "loss": 2.2601,
+      "step": 3290
+    },
+    {
+      "epoch": 0.22100187516742567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.560918906173923e-05,
+      "loss": 2.231,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22167157781944816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.556116425625159e-05,
+      "loss": 2.2668,
+      "step": 3310
+    },
+    {
+      "epoch": 0.22234128047147067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.551289043600542e-05,
+      "loss": 2.2073,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22301098312349316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.546436786484155e-05,
+      "loss": 2.3307,
+      "step": 3330
+    },
+    {
+      "epoch": 0.22368068577551567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.541559680796029e-05,
+      "loss": 2.2272,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22435038842753818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.536657753192011e-05,
+      "loss": 2.2672,
+      "step": 3350
+    },
+    {
+      "epoch": 0.22502009107956067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.531731030463607e-05,
+      "loss": 2.2473,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22568979373158318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.526779539537845e-05,
+      "loss": 2.2187,
+      "step": 3370
+    },
+    {
+      "epoch": 0.22635949638360567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.52180330747712e-05,
+      "loss": 2.3373,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22702919903562818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.516802361479056e-05,
+      "loss": 2.1831,
+      "step": 3390
+    },
+    {
+      "epoch": 0.2276989016876507,
+      "grad_norm": 0.0,
+      "learning_rate": 9.511776728876341e-05,
+      "loss": 2.1993,
+      "step": 3400
+    },
+    {
+      "epoch": 0.22836860433967318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.506726437136599e-05,
+      "loss": 2.1827,
+      "step": 3410
+    },
+    {
+      "epoch": 0.2290383069916957,
+      "grad_norm": 0.0,
+      "learning_rate": 9.501651513862222e-05,
+      "loss": 2.2418,
+      "step": 3420
+    },
+    {
+      "epoch": 0.22970800964371818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.496551986790225e-05,
+      "loss": 2.1535,
+      "step": 3430
+    },
+    {
+      "epoch": 0.2303777122957407,
+      "grad_norm": 0.0,
+      "learning_rate": 9.4914278837921e-05,
+      "loss": 2.37,
+      "step": 3440
+    },
+    {
+      "epoch": 0.23104741494776318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.486279232873654e-05,
+      "loss": 2.1839,
+      "step": 3450
+    },
+    {
+      "epoch": 0.2317171175997857,
+      "grad_norm": 0.0,
+      "learning_rate": 9.481106062174863e-05,
+      "loss": 2.2899,
+      "step": 3460
+    },
+    {
+      "epoch": 0.2323868202518082,
+      "grad_norm": 0.0,
+      "learning_rate": 9.475908399969718e-05,
+      "loss": 2.2152,
+      "step": 3470
+    },
+    {
+      "epoch": 0.2330565229038307,
+      "grad_norm": 0.0,
+      "learning_rate": 9.470686274666065e-05,
+      "loss": 2.2035,
+      "step": 3480
+    },
+    {
+      "epoch": 0.2337262255558532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.465439714805455e-05,
+      "loss": 2.2696,
+      "step": 3490
+    },
+    {
+      "epoch": 0.2343959282078757,
+      "grad_norm": 0.0,
+      "learning_rate": 9.460168749062985e-05,
+      "loss": 2.2141,
+      "step": 3500
+    },
+    {
+      "epoch": 0.2350656308598982,
+      "grad_norm": 0.0,
+      "learning_rate": 9.454873406247143e-05,
+      "loss": 2.2786,
+      "step": 3510
+    },
+    {
+      "epoch": 0.23573533351192072,
+      "grad_norm": 0.0,
+      "learning_rate": 9.449553715299652e-05,
+      "loss": 2.2578,
+      "step": 3520
+    },
+    {
+      "epoch": 0.2364050361639432,
+      "grad_norm": 0.0,
+      "learning_rate": 9.444209705295305e-05,
+      "loss": 2.2044,
+      "step": 3530
+    },
+    {
+      "epoch": 0.23707473881596572,
+      "grad_norm": 0.0,
+      "learning_rate": 9.438841405441816e-05,
+      "loss": 2.2658,
+      "step": 3540
+    },
+    {
+      "epoch": 0.2377444414679882,
+      "grad_norm": 0.0,
+      "learning_rate": 9.433448845079653e-05,
+      "loss": 2.2988,
+      "step": 3550
+    },
+    {
+      "epoch": 0.23841414412001072,
+      "grad_norm": 0.0,
+      "learning_rate": 9.42803205368188e-05,
+      "loss": 2.2158,
+      "step": 3560
+    },
+    {
+      "epoch": 0.2390838467720332,
+      "grad_norm": 0.0,
+      "learning_rate": 9.422591060853997e-05,
+      "loss": 2.3033,
+      "step": 3570
+    },
+    {
+      "epoch": 0.23975354942405572,
+      "grad_norm": 0.0,
+      "learning_rate": 9.417125896333774e-05,
+      "loss": 2.3241,
+      "step": 3580
+    },
+    {
+      "epoch": 0.24042325207607823,
+      "grad_norm": 0.0,
+      "learning_rate": 9.411636589991095e-05,
+      "loss": 2.2695,
+      "step": 3590
+    },
+    {
+      "epoch": 0.24109295472810072,
+      "grad_norm": 0.0,
+      "learning_rate": 9.406123171827789e-05,
+      "loss": 2.2711,
+      "step": 3600
+    },
+    {
+      "epoch": 0.24176265738012323,
+      "grad_norm": 0.0,
+      "learning_rate": 9.400585671977469e-05,
+      "loss": 2.1886,
+      "step": 3610
+    },
+    {
+      "epoch": 0.24243236003214572,
+      "grad_norm": 0.0,
+      "learning_rate": 9.395024120705367e-05,
+      "loss": 2.2764,
+      "step": 3620
+    },
+    {
+      "epoch": 0.24310206268416823,
+      "grad_norm": 0.0,
+      "learning_rate": 9.389438548408167e-05,
+      "loss": 2.1141,
+      "step": 3630
+    },
+    {
+      "epoch": 0.24377176533619074,
+      "grad_norm": 0.0,
+      "learning_rate": 9.383828985613843e-05,
+      "loss": 2.2824,
+      "step": 3640
+    },
+    {
+      "epoch": 0.24444146798821323,
+      "grad_norm": 0.0,
+      "learning_rate": 9.378195462981484e-05,
+      "loss": 2.2951,
+      "step": 3650
+    },
+    {
+      "epoch": 0.24511117064023574,
+      "grad_norm": 0.0,
+      "learning_rate": 9.372538011301135e-05,
+      "loss": 2.2363,
+      "step": 3660
+    },
+    {
+      "epoch": 0.24578087329225823,
+      "grad_norm": 0.0,
+      "learning_rate": 9.366856661493628e-05,
+      "loss": 2.2701,
+      "step": 3670
+    },
+    {
+      "epoch": 0.24645057594428074,
+      "grad_norm": 0.0,
+      "learning_rate": 9.361151444610404e-05,
+      "loss": 2.2683,
+      "step": 3680
+    },
+    {
+      "epoch": 0.24712027859630323,
+      "grad_norm": 0.0,
+      "learning_rate": 9.355422391833353e-05,
+      "loss": 2.3463,
+      "step": 3690
+    },
+    {
+      "epoch": 0.24778998124832574,
+      "grad_norm": 0.0,
+      "learning_rate": 9.349669534474641e-05,
+      "loss": 2.2302,
+      "step": 3700
+    },
+    {
+      "epoch": 0.24845968390034825,
+      "grad_norm": 0.0,
+      "learning_rate": 9.343892903976539e-05,
+      "loss": 2.2496,
+      "step": 3710
+    },
+    {
+      "epoch": 0.24912938655237074,
+      "grad_norm": 0.0,
+      "learning_rate": 9.338092531911245e-05,
+      "loss": 2.2797,
+      "step": 3720
+    },
+    {
+      "epoch": 0.24979908920439325,
+      "grad_norm": 0.0,
+      "learning_rate": 9.33226844998072e-05,
+      "loss": 2.2403,
+      "step": 3730
+    },
+    {
+      "epoch": 0.25046879185641574,
+      "grad_norm": 0.0,
+      "learning_rate": 9.326420690016513e-05,
+      "loss": 2.1988,
+      "step": 3740
+    },
+    {
+      "epoch": 0.2511384945084382,
+      "grad_norm": 0.0,
+      "learning_rate": 9.320549283979584e-05,
+      "loss": 2.249,
+      "step": 3750
+    },
+    {
+      "epoch": 0.25180819716046077,
+      "grad_norm": 0.0,
+      "learning_rate": 9.314654263960128e-05,
+      "loss": 2.2201,
+      "step": 3760
+    },
+    {
+      "epoch": 0.25247789981248325,
+      "grad_norm": 0.0,
+      "learning_rate": 9.308735662177407e-05,
+      "loss": 2.2789,
+      "step": 3770
+    },
+    {
+      "epoch": 0.25314760246450574,
+      "grad_norm": 0.0,
+      "learning_rate": 9.302793510979568e-05,
+      "loss": 2.2515,
+      "step": 3780
+    },
+    {
+      "epoch": 0.2538173051165283,
+      "grad_norm": 0.0,
+      "learning_rate": 9.296827842843463e-05,
+      "loss": 2.2134,
+      "step": 3790
+    },
+    {
+      "epoch": 0.25448700776855077,
+      "grad_norm": 0.0,
+      "learning_rate": 9.290838690374483e-05,
+      "loss": 2.2498,
+      "step": 3800
+    },
+    {
+      "epoch": 0.25515671042057325,
+      "grad_norm": 0.0,
+      "learning_rate": 9.284826086306366e-05,
+      "loss": 2.1802,
+      "step": 3810
+    },
+    {
+      "epoch": 0.2558264130725958,
+      "grad_norm": 0.0,
+      "learning_rate": 9.278790063501029e-05,
+      "loss": 2.2067,
+      "step": 3820
+    },
+    {
+      "epoch": 0.2564961157246183,
+      "grad_norm": 0.0,
+      "learning_rate": 9.272730654948384e-05,
+      "loss": 2.2824,
+      "step": 3830
+    },
+    {
+      "epoch": 0.25716581837664076,
+      "grad_norm": 0.0,
+      "learning_rate": 9.266647893766157e-05,
+      "loss": 2.2489,
+      "step": 3840
+    },
+    {
+      "epoch": 0.25783552102866325,
+      "grad_norm": 0.0,
+      "learning_rate": 9.260541813199706e-05,
+      "loss": 2.2607,
+      "step": 3850
+    },
+    {
+      "epoch": 0.2585052236806858,
+      "grad_norm": 0.0,
+      "learning_rate": 9.254412446621845e-05,
+      "loss": 2.3607,
+      "step": 3860
+    },
+    {
+      "epoch": 0.2591749263327083,
+      "grad_norm": 0.0,
+      "learning_rate": 9.248259827532656e-05,
+      "loss": 2.2326,
+      "step": 3870
+    },
+    {
+      "epoch": 0.25984462898473076,
+      "grad_norm": 0.0,
+      "learning_rate": 9.242083989559308e-05,
+      "loss": 2.2679,
+      "step": 3880
+    },
+    {
+      "epoch": 0.2605143316367533,
+      "grad_norm": 0.0,
+      "learning_rate": 9.235884966455872e-05,
+      "loss": 2.1288,
+      "step": 3890
+    },
+    {
+      "epoch": 0.2611840342887758,
+      "grad_norm": 0.0,
+      "learning_rate": 9.229662792103137e-05,
+      "loss": 2.2834,
+      "step": 3900
+    },
+    {
+      "epoch": 0.2618537369407983,
+      "grad_norm": 0.0,
+      "learning_rate": 9.223417500508427e-05,
+      "loss": 2.0785,
+      "step": 3910
+    },
+    {
+      "epoch": 0.26252343959282076,
+      "grad_norm": 0.0,
+      "learning_rate": 9.217149125805416e-05,
+      "loss": 2.2012,
+      "step": 3920
+    },
+    {
+      "epoch": 0.2631931422448433,
+      "grad_norm": 0.0,
+      "learning_rate": 9.21085770225393e-05,
+      "loss": 2.2774,
+      "step": 3930
+    },
+    {
+      "epoch": 0.2638628448968658,
+      "grad_norm": 0.0,
+      "learning_rate": 9.204543264239778e-05,
+      "loss": 2.2201,
+      "step": 3940
+    },
+    {
+      "epoch": 0.2645325475488883,
+      "grad_norm": 0.0,
+      "learning_rate": 9.198205846274548e-05,
+      "loss": 2.3057,
+      "step": 3950
+    },
+    {
+      "epoch": 0.2652022502009108,
+      "grad_norm": 0.0,
+      "learning_rate": 9.191845482995431e-05,
+      "loss": 2.2332,
+      "step": 3960
+    },
+    {
+      "epoch": 0.2658719528529333,
+      "grad_norm": 0.0,
+      "learning_rate": 9.185462209165021e-05,
+      "loss": 2.1952,
+      "step": 3970
+    },
+    {
+      "epoch": 0.2665416555049558,
+      "grad_norm": 0.0,
+      "learning_rate": 9.179056059671129e-05,
+      "loss": 2.3655,
+      "step": 3980
+    },
+    {
+      "epoch": 0.26721135815697833,
+      "grad_norm": 0.0,
+      "learning_rate": 9.1726270695266e-05,
+      "loss": 2.2544,
+      "step": 3990
+    },
+    {
+      "epoch": 0.2678810608090008,
+      "grad_norm": 0.0,
+      "learning_rate": 9.166175273869107e-05,
+      "loss": 2.2741,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2685507634610233,
+      "grad_norm": 0.0,
+      "learning_rate": 9.15970070796097e-05,
+      "loss": 2.2881,
+      "step": 4010
+    },
+    {
+      "epoch": 0.2692204661130458,
+      "grad_norm": 0.0,
+      "learning_rate": 9.15320340718896e-05,
+      "loss": 2.2729,
+      "step": 4020
+    },
+    {
+      "epoch": 0.26989016876506833,
+      "grad_norm": 0.0,
+      "learning_rate": 9.146683407064105e-05,
+      "loss": 2.238,
+      "step": 4030
+    },
+    {
+      "epoch": 0.2705598714170908,
+      "grad_norm": 0.0,
+      "learning_rate": 9.140140743221496e-05,
+      "loss": 2.3336,
+      "step": 4040
+    },
+    {
+      "epoch": 0.2712295740691133,
+      "grad_norm": 0.0,
+      "learning_rate": 9.133575451420093e-05,
+      "loss": 2.2249,
+      "step": 4050
+    },
+    {
+      "epoch": 0.27189927672113584,
+      "grad_norm": 0.0,
+      "learning_rate": 9.126987567542532e-05,
+      "loss": 2.2385,
+      "step": 4060
+    },
+    {
+      "epoch": 0.2725689793731583,
+      "grad_norm": 0.0,
+      "learning_rate": 9.12037712759492e-05,
+      "loss": 2.2343,
+      "step": 4070
+    },
+    {
+      "epoch": 0.2732386820251808,
+      "grad_norm": 0.0,
+      "learning_rate": 9.113744167706648e-05,
+      "loss": 2.2202,
+      "step": 4080
+    },
+    {
+      "epoch": 0.2739083846772033,
+      "grad_norm": 0.0,
+      "learning_rate": 9.107088724130192e-05,
+      "loss": 2.2392,
+      "step": 4090
+    },
+    {
+      "epoch": 0.27457808732922584,
+      "grad_norm": 0.0,
+      "learning_rate": 9.100410833240908e-05,
+      "loss": 2.2371,
+      "step": 4100
+    },
+    {
+      "epoch": 0.2752477899812483,
+      "grad_norm": 0.0,
+      "learning_rate": 9.093710531536842e-05,
+      "loss": 2.3052,
+      "step": 4110
+    },
+    {
+      "epoch": 0.2759174926332708,
+      "grad_norm": 0.0,
+      "learning_rate": 9.086987855638525e-05,
+      "loss": 2.1853,
+      "step": 4120
+    },
+    {
+      "epoch": 0.27658719528529335,
+      "grad_norm": 0.0,
+      "learning_rate": 9.08024284228877e-05,
+      "loss": 2.2073,
+      "step": 4130
+    },
+    {
+      "epoch": 0.27725689793731584,
+      "grad_norm": 0.0,
+      "learning_rate": 9.073475528352484e-05,
+      "loss": 2.1914,
+      "step": 4140
+    },
+    {
+      "epoch": 0.2779266005893383,
+      "grad_norm": 0.0,
+      "learning_rate": 9.066685950816451e-05,
+      "loss": 2.2104,
+      "step": 4150
+    },
+    {
+      "epoch": 0.2785963032413608,
+      "grad_norm": 0.0,
+      "learning_rate": 9.059874146789139e-05,
+      "loss": 2.1314,
+      "step": 4160
+    },
+    {
+      "epoch": 0.27926600589338335,
+      "grad_norm": 0.0,
+      "learning_rate": 9.053040153500496e-05,
+      "loss": 2.1836,
+      "step": 4170
+    },
+    {
+      "epoch": 0.27993570854540584,
+      "grad_norm": 0.0,
+      "learning_rate": 9.046184008301743e-05,
+      "loss": 2.2723,
+      "step": 4180
+    },
+    {
+      "epoch": 0.2806054111974283,
+      "grad_norm": 0.0,
+      "learning_rate": 9.039305748665176e-05,
+      "loss": 2.2827,
+      "step": 4190
+    },
+    {
+      "epoch": 0.28127511384945086,
+      "grad_norm": 0.0,
+      "learning_rate": 9.032405412183956e-05,
+      "loss": 2.1977,
+      "step": 4200
+    },
+    {
+      "epoch": 0.28194481650147335,
+      "grad_norm": 0.0,
+      "learning_rate": 9.025483036571902e-05,
+      "loss": 2.2147,
+      "step": 4210
+    },
+    {
+      "epoch": 0.28261451915349584,
+      "grad_norm": 0.0,
+      "learning_rate": 9.018538659663293e-05,
+      "loss": 2.2783,
+      "step": 4220
+    },
+    {
+      "epoch": 0.2832842218055184,
+      "grad_norm": 0.0,
+      "learning_rate": 9.01157231941265e-05,
+      "loss": 2.1797,
+      "step": 4230
+    },
+    {
+      "epoch": 0.28395392445754086,
+      "grad_norm": 0.0,
+      "learning_rate": 9.004584053894545e-05,
+      "loss": 2.2945,
+      "step": 4240
+    },
+    {
+      "epoch": 0.28462362710956335,
+      "grad_norm": 0.0,
+      "learning_rate": 8.997573901303372e-05,
+      "loss": 2.2139,
+      "step": 4250
+    },
+    {
+      "epoch": 0.28529332976158583,
+      "grad_norm": 0.0,
+      "learning_rate": 8.990541899953151e-05,
+      "loss": 2.2501,
+      "step": 4260
+    },
+    {
+      "epoch": 0.2859630324136084,
+      "grad_norm": 0.0,
+      "learning_rate": 8.983488088277323e-05,
+      "loss": 2.233,
+      "step": 4270
+    },
+    {
+      "epoch": 0.28663273506563086,
+      "grad_norm": 0.0,
+      "learning_rate": 8.976412504828526e-05,
+      "loss": 2.2957,
+      "step": 4280
+    },
+    {
+      "epoch": 0.28730243771765335,
+      "grad_norm": 0.0,
+      "learning_rate": 8.969315188278396e-05,
+      "loss": 2.2512,
+      "step": 4290
+    },
+    {
+      "epoch": 0.2879721403696759,
+      "grad_norm": 0.0,
+      "learning_rate": 8.962196177417353e-05,
+      "loss": 2.1994,
+      "step": 4300
+    },
+    {
+      "epoch": 0.2886418430216984,
+      "grad_norm": 0.0,
+      "learning_rate": 8.955055511154378e-05,
+      "loss": 2.189,
+      "step": 4310
+    },
+    {
+      "epoch": 0.28931154567372086,
+      "grad_norm": 0.0,
+      "learning_rate": 8.947893228516821e-05,
+      "loss": 2.2342,
+      "step": 4320
+    },
+    {
+      "epoch": 0.28998124832574335,
+      "grad_norm": 0.0,
+      "learning_rate": 8.940709368650173e-05,
+      "loss": 2.1649,
+      "step": 4330
+    },
+    {
+      "epoch": 0.2906509509777659,
+      "grad_norm": 0.0,
+      "learning_rate": 8.933503970817849e-05,
+      "loss": 2.232,
+      "step": 4340
+    },
+    {
+      "epoch": 0.2913206536297884,
+      "grad_norm": 0.0,
+      "learning_rate": 8.926277074400987e-05,
+      "loss": 2.2633,
+      "step": 4350
+    },
+    {
+      "epoch": 0.29199035628181086,
+      "grad_norm": 0.0,
+      "learning_rate": 8.919028718898226e-05,
+      "loss": 2.2506,
+      "step": 4360
+    },
+    {
+      "epoch": 0.2926600589338334,
+      "grad_norm": 0.0,
+      "learning_rate": 8.911758943925483e-05,
+      "loss": 2.2919,
+      "step": 4370
+    },
+    {
+      "epoch": 0.2933297615858559,
+      "grad_norm": 0.0,
+      "learning_rate": 8.904467789215751e-05,
+      "loss": 2.2114,
+      "step": 4380
+    },
+    {
+      "epoch": 0.29399946423787837,
+      "grad_norm": 0.0,
+      "learning_rate": 8.897155294618869e-05,
+      "loss": 2.2352,
+      "step": 4390
+    },
+    {
+      "epoch": 0.29466916688990086,
+      "grad_norm": 0.0,
+      "learning_rate": 8.88982150010131e-05,
+      "loss": 2.2521,
+      "step": 4400
+    },
+    {
+      "epoch": 0.2953388695419234,
+      "grad_norm": 0.0,
+      "learning_rate": 8.882466445745964e-05,
+      "loss": 2.2084,
+      "step": 4410
+    },
+    {
+      "epoch": 0.2960085721939459,
+      "grad_norm": 0.0,
+      "learning_rate": 8.875090171751915e-05,
+      "loss": 2.2102,
+      "step": 4420
+    },
+    {
+      "epoch": 0.29667827484596837,
+      "grad_norm": 0.0,
+      "learning_rate": 8.867692718434223e-05,
+      "loss": 2.1578,
+      "step": 4430
+    },
+    {
+      "epoch": 0.2973479774979909,
+      "grad_norm": 0.0,
+      "learning_rate": 8.860274126223705e-05,
+      "loss": 2.2352,
+      "step": 4440
+    },
+    {
+      "epoch": 0.2980176801500134,
+      "grad_norm": 0.0,
+      "learning_rate": 8.85283443566671e-05,
+      "loss": 2.2075,
+      "step": 4450
+    },
+    {
+      "epoch": 0.2986873828020359,
+      "grad_norm": 0.0,
+      "learning_rate": 8.845373687424903e-05,
+      "loss": 2.3332,
+      "step": 4460
+    },
+    {
+      "epoch": 0.2993570854540584,
+      "grad_norm": 0.0,
+      "learning_rate": 8.83789192227504e-05,
+      "loss": 2.1775,
+      "step": 4470
+    },
+    {
+      "epoch": 0.3000267881060809,
+      "grad_norm": 0.0,
+      "learning_rate": 8.83038918110874e-05,
+      "loss": 2.2348,
+      "step": 4480
+    },
+    {
+      "epoch": 0.3006964907581034,
+      "grad_norm": 0.0,
+      "learning_rate": 8.822865504932275e-05,
+      "loss": 2.1897,
+      "step": 4490
+    },
+    {
+      "epoch": 0.3013661934101259,
+      "grad_norm": 0.0,
+      "learning_rate": 8.815320934866329e-05,
+      "loss": 2.2539,
+      "step": 4500
+    },
+    {
+      "epoch": 0.3020358960621484,
+      "grad_norm": 0.0,
+      "learning_rate": 8.807755512145788e-05,
+      "loss": 2.2351,
+      "step": 4510
+    },
+    {
+      "epoch": 0.3027055987141709,
+      "grad_norm": 0.0,
+      "learning_rate": 8.800169278119503e-05,
+      "loss": 2.3542,
+      "step": 4520
+    },
+    {
+      "epoch": 0.3033753013661934,
+      "grad_norm": 0.0,
+      "learning_rate": 8.792562274250075e-05,
+      "loss": 2.2724,
+      "step": 4530
+    },
+    {
+      "epoch": 0.30404500401821594,
+      "grad_norm": 0.0,
+      "learning_rate": 8.784934542113617e-05,
+      "loss": 2.204,
+      "step": 4540
+    },
+    {
+      "epoch": 0.3047147066702384,
+      "grad_norm": 0.0,
+      "learning_rate": 8.777286123399536e-05,
+      "loss": 2.2944,
+      "step": 4550
+    },
+    {
+      "epoch": 0.3053844093222609,
+      "grad_norm": 0.0,
+      "learning_rate": 8.7696170599103e-05,
+      "loss": 2.1318,
+      "step": 4560
+    },
+    {
+      "epoch": 0.3060541119742834,
+      "grad_norm": 0.0,
+      "learning_rate": 8.761927393561214e-05,
+      "loss": 2.1441,
+      "step": 4570
+    },
+    {
+      "epoch": 0.30672381462630594,
+      "grad_norm": 0.0,
+      "learning_rate": 8.754217166380184e-05,
+      "loss": 2.303,
+      "step": 4580
+    },
+    {
+      "epoch": 0.3073935172783284,
+      "grad_norm": 0.0,
+      "learning_rate": 8.746486420507491e-05,
+      "loss": 2.2769,
+      "step": 4590
+    },
+    {
+      "epoch": 0.3080632199303509,
+      "grad_norm": 0.0,
+      "learning_rate": 8.738735198195566e-05,
+      "loss": 2.3048,
+      "step": 4600
+    },
+    {
+      "epoch": 0.30873292258237345,
+      "grad_norm": 0.0,
+      "learning_rate": 8.73096354180875e-05,
+      "loss": 2.2582,
+      "step": 4610
+    },
+    {
+      "epoch": 0.30940262523439593,
+      "grad_norm": 0.0,
+      "learning_rate": 8.72317149382307e-05,
+      "loss": 2.3533,
+      "step": 4620
+    },
+    {
+      "epoch": 0.3100723278864184,
+      "grad_norm": 0.0,
+      "learning_rate": 8.715359096825999e-05,
+      "loss": 2.2417,
+      "step": 4630
+    },
+    {
+      "epoch": 0.3107420305384409,
+      "grad_norm": 0.0,
+      "learning_rate": 8.707526393516228e-05,
+      "loss": 2.215,
+      "step": 4640
+    },
+    {
+      "epoch": 0.31141173319046345,
+      "grad_norm": 0.0,
+      "learning_rate": 8.699673426703436e-05,
+      "loss": 2.1881,
+      "step": 4650
+    },
+    {
+      "epoch": 0.31208143584248593,
+      "grad_norm": 0.0,
+      "learning_rate": 8.691800239308052e-05,
+      "loss": 2.2907,
+      "step": 4660
+    },
+    {
+      "epoch": 0.3127511384945084,
+      "grad_norm": 0.0,
+      "learning_rate": 8.683906874361017e-05,
+      "loss": 2.221,
+      "step": 4670
+    },
+    {
+      "epoch": 0.31342084114653096,
+      "grad_norm": 0.0,
+      "learning_rate": 8.675993375003553e-05,
+      "loss": 2.1868,
+      "step": 4680
+    },
+    {
+      "epoch": 0.31409054379855345,
+      "grad_norm": 0.0,
+      "learning_rate": 8.668059784486929e-05,
+      "loss": 2.244,
+      "step": 4690
+    },
+    {
+      "epoch": 0.31476024645057593,
+      "grad_norm": 0.0,
+      "learning_rate": 8.660106146172223e-05,
+      "loss": 2.2294,
+      "step": 4700
+    },
+    {
+      "epoch": 0.3154299491025985,
+      "grad_norm": 0.0,
+      "learning_rate": 8.652132503530082e-05,
+      "loss": 2.2347,
+      "step": 4710
+    },
+    {
+      "epoch": 0.31609965175462096,
+      "grad_norm": 0.0,
+      "learning_rate": 8.644138900140485e-05,
+      "loss": 2.2633,
+      "step": 4720
+    },
+    {
+      "epoch": 0.31676935440664344,
+      "grad_norm": 0.0,
+      "learning_rate": 8.636125379692515e-05,
+      "loss": 2.2383,
+      "step": 4730
+    },
+    {
+      "epoch": 0.31743905705866593,
+      "grad_norm": 0.0,
+      "learning_rate": 8.628091985984099e-05,
+      "loss": 2.2282,
+      "step": 4740
+    },
+    {
+      "epoch": 0.31810875971068847,
+      "grad_norm": 0.0,
+      "learning_rate": 8.620038762921794e-05,
+      "loss": 2.172,
+      "step": 4750
+    },
+    {
+      "epoch": 0.31877846236271096,
+      "grad_norm": 0.0,
+      "learning_rate": 8.611965754520526e-05,
+      "loss": 2.2849,
+      "step": 4760
+    },
+    {
+      "epoch": 0.31944816501473344,
+      "grad_norm": 0.0,
+      "learning_rate": 8.60387300490336e-05,
+      "loss": 2.3451,
+      "step": 4770
+    },
+    {
+      "epoch": 0.320117867666756,
+      "grad_norm": 0.0,
+      "learning_rate": 8.595760558301257e-05,
+      "loss": 2.2314,
+      "step": 4780
+    },
+    {
+      "epoch": 0.32078757031877847,
+      "grad_norm": 0.0,
+      "learning_rate": 8.587628459052834e-05,
+      "loss": 2.155,
+      "step": 4790
+    },
+    {
+      "epoch": 0.32145727297080096,
+      "grad_norm": 0.0,
+      "learning_rate": 8.579476751604119e-05,
+      "loss": 2.2874,
+      "step": 4800
+    },
+    {
+      "epoch": 0.32212697562282344,
+      "grad_norm": 0.0,
+      "learning_rate": 8.571305480508302e-05,
+      "loss": 2.2094,
+      "step": 4810
+    },
+    {
+      "epoch": 0.322796678274846,
+      "grad_norm": 0.0,
+      "learning_rate": 8.563114690425511e-05,
+      "loss": 2.2631,
+      "step": 4820
+    },
+    {
+      "epoch": 0.32346638092686847,
+      "grad_norm": 0.0,
+      "learning_rate": 8.554904426122543e-05,
+      "loss": 2.287,
+      "step": 4830
+    },
+    {
+      "epoch": 0.32413608357889095,
+      "grad_norm": 0.0,
+      "learning_rate": 8.546674732472638e-05,
+      "loss": 2.2728,
+      "step": 4840
+    },
+    {
+      "epoch": 0.3248057862309135,
+      "grad_norm": 0.0,
+      "learning_rate": 8.538425654455225e-05,
+      "loss": 2.2106,
+      "step": 4850
+    },
+    {
+      "epoch": 0.325475488882936,
+      "grad_norm": 0.0,
+      "learning_rate": 8.530157237155681e-05,
+      "loss": 2.2396,
+      "step": 4860
+    },
+    {
+      "epoch": 0.32614519153495847,
+      "grad_norm": 0.0,
+      "learning_rate": 8.521869525765076e-05,
+      "loss": 2.2975,
+      "step": 4870
+    },
+    {
+      "epoch": 0.32681489418698095,
+      "grad_norm": 0.0,
+      "learning_rate": 8.513562565579936e-05,
+      "loss": 2.2552,
+      "step": 4880
+    },
+    {
+      "epoch": 0.3274845968390035,
+      "grad_norm": 0.0,
+      "learning_rate": 8.505236402001996e-05,
+      "loss": 2.2631,
+      "step": 4890
+    },
+    {
+      "epoch": 0.328154299491026,
+      "grad_norm": 0.0,
+      "learning_rate": 8.496891080537939e-05,
+      "loss": 2.1826,
+      "step": 4900
+    },
+    {
+      "epoch": 0.32882400214304847,
+      "grad_norm": 0.0,
+      "learning_rate": 8.488526646799158e-05,
+      "loss": 2.2127,
+      "step": 4910
+    },
+    {
+      "epoch": 0.329493704795071,
+      "grad_norm": 0.0,
+      "learning_rate": 8.480143146501506e-05,
+      "loss": 2.1991,
+      "step": 4920
+    },
+    {
+      "epoch": 0.3301634074470935,
+      "grad_norm": 0.0,
+      "learning_rate": 8.471740625465044e-05,
+      "loss": 2.2428,
+      "step": 4930
+    },
+    {
+      "epoch": 0.330833110099116,
+      "grad_norm": 0.0,
+      "learning_rate": 8.463319129613791e-05,
+      "loss": 2.2601,
+      "step": 4940
+    },
+    {
+      "epoch": 0.3315028127511385,
+      "grad_norm": 0.0,
+      "learning_rate": 8.45487870497547e-05,
+      "loss": 2.2814,
+      "step": 4950
+    },
+    {
+      "epoch": 0.332172515403161,
+      "grad_norm": 0.0,
+      "learning_rate": 8.446419397681265e-05,
+      "loss": 2.1667,
+      "step": 4960
+    },
+    {
+      "epoch": 0.3328422180551835,
+      "grad_norm": 0.0,
+      "learning_rate": 8.437941253965558e-05,
+      "loss": 2.3395,
+      "step": 4970
+    },
+    {
+      "epoch": 0.333511920707206,
+      "grad_norm": 0.0,
+      "learning_rate": 8.429444320165683e-05,
+      "loss": 2.2234,
+      "step": 4980
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 14932,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1660,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.837032646241157e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd813c0229d498f9045c7d3652be68d89786413bc9a07060caf83fa3b1e15e15
+size 5560