Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "unsloth_version": "2024.9",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "max_length": 131072,
+  "pad_token_id": 128004,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01748cc2668502167411a0c3a20676d4da741c0a351d4389ed75bfdf4fb5b86e
+size 4976694440

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13273ce50e642bf3db960132f78e5f28546bc9c38b0632706fa4819fe4ad5ea6
+size 4999800584

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0af22477930718e6881591a500f1be0f95f300bd1d18a29159635f4198649
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecec6f61608f5833052c21b7f04c1da4b02c48f705e1007e90631fe52e4114c8
+size 3785489112

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 18677866496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a364695789ee0fecb21d3e43287003d7988b040a269374649b0b9dac1e2b371
+size 936

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fcbf37e2292d5bb13bc3717341ad7a0a6a32c620d147778e6bb8c5a9d81ab4
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e3071ec0a53d3d482ee3e6140002b76331cb1d1907ddd81b1924263d755a05
+size 1000

special_tokens_map.json

@@ -0,0 +1,39 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,2483 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.2343959282078757,
+  "eval_steps": 500,
+  "global_step": 3500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.000669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-07,
+      "loss": 2.3893,
+      "step": 10
+    },
+    {
+      "epoch": 0.001339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 1.3386880856760376e-06,
+      "loss": 2.4328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 2.0080321285140564e-06,
+      "loss": 2.349,
+      "step": 30
+    },
+    {
+      "epoch": 0.002678810608090008,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6773761713520752e-06,
+      "loss": 2.2695,
+      "step": 40
+    },
+    {
+      "epoch": 0.00334851326011251,
+      "grad_norm": 0.0,
+      "learning_rate": 3.346720214190094e-06,
+      "loss": 2.3902,
+      "step": 50
+    },
+    {
+      "epoch": 0.004018215912135012,
+      "grad_norm": 0.0,
+      "learning_rate": 4.016064257028113e-06,
+      "loss": 2.307,
+      "step": 60
+    },
+    {
+      "epoch": 0.004687918564157514,
+      "grad_norm": 0.0,
+      "learning_rate": 4.685408299866132e-06,
+      "loss": 2.2561,
+      "step": 70
+    },
+    {
+      "epoch": 0.005357621216180016,
+      "grad_norm": 0.0,
+      "learning_rate": 5.3547523427041504e-06,
+      "loss": 2.3053,
+      "step": 80
+    },
+    {
+      "epoch": 0.006027323868202518,
+      "grad_norm": 0.0,
+      "learning_rate": 6.024096385542169e-06,
+      "loss": 2.2695,
+      "step": 90
+    },
+    {
+      "epoch": 0.00669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-06,
+      "loss": 2.2224,
+      "step": 100
+    },
+    {
+      "epoch": 0.0073667291722475225,
+      "grad_norm": 0.0,
+      "learning_rate": 7.362784471218207e-06,
+      "loss": 2.2922,
+      "step": 110
+    },
+    {
+      "epoch": 0.008036431824270024,
+      "grad_norm": 0.0,
+      "learning_rate": 8.032128514056226e-06,
+      "loss": 2.4112,
+      "step": 120
+    },
+    {
+      "epoch": 0.008706134476292525,
+      "grad_norm": 0.0,
+      "learning_rate": 8.701472556894244e-06,
+      "loss": 2.3502,
+      "step": 130
+    },
+    {
+      "epoch": 0.009375837128315028,
+      "grad_norm": 0.0,
+      "learning_rate": 9.370816599732263e-06,
+      "loss": 2.3654,
+      "step": 140
+    },
+    {
+      "epoch": 0.01004553978033753,
+      "grad_norm": 0.0,
+      "learning_rate": 1.0040160642570281e-05,
+      "loss": 2.3673,
+      "step": 150
+    },
+    {
+      "epoch": 0.010715242432360031,
+      "grad_norm": 0.0,
+      "learning_rate": 1.0709504685408301e-05,
+      "loss": 2.3255,
+      "step": 160
+    },
+    {
+      "epoch": 0.011384945084382534,
+      "grad_norm": 0.0,
+      "learning_rate": 1.1378848728246319e-05,
+      "loss": 2.2099,
+      "step": 170
+    },
+    {
+      "epoch": 0.012054647736405036,
+      "grad_norm": 0.0,
+      "learning_rate": 1.2048192771084338e-05,
+      "loss": 2.3237,
+      "step": 180
+    },
+    {
+      "epoch": 0.012724350388427539,
+      "grad_norm": 0.0,
+      "learning_rate": 1.2717536813922356e-05,
+      "loss": 2.3802,
+      "step": 190
+    },
+    {
+      "epoch": 0.01339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 1.3386880856760376e-05,
+      "loss": 2.2796,
+      "step": 200
+    },
+    {
+      "epoch": 0.014063755692472542,
+      "grad_norm": 0.0,
+      "learning_rate": 1.4056224899598394e-05,
+      "loss": 2.2388,
+      "step": 210
+    },
+    {
+      "epoch": 0.014733458344495045,
+      "grad_norm": 0.0,
+      "learning_rate": 1.4725568942436414e-05,
+      "loss": 2.259,
+      "step": 220
+    },
+    {
+      "epoch": 0.015403160996517546,
+      "grad_norm": 0.0,
+      "learning_rate": 1.5394912985274433e-05,
+      "loss": 2.3091,
+      "step": 230
+    },
+    {
+      "epoch": 0.016072863648540048,
+      "grad_norm": 0.0,
+      "learning_rate": 1.606425702811245e-05,
+      "loss": 2.2959,
+      "step": 240
+    },
+    {
+      "epoch": 0.01674256630056255,
+      "grad_norm": 0.0,
+      "learning_rate": 1.673360107095047e-05,
+      "loss": 2.2937,
+      "step": 250
+    },
+    {
+      "epoch": 0.01741226895258505,
+      "grad_norm": 0.0,
+      "learning_rate": 1.7402945113788487e-05,
+      "loss": 2.3535,
+      "step": 260
+    },
+    {
+      "epoch": 0.018081971604607554,
+      "grad_norm": 0.0,
+      "learning_rate": 1.8072289156626505e-05,
+      "loss": 2.25,
+      "step": 270
+    },
+    {
+      "epoch": 0.018751674256630057,
+      "grad_norm": 0.0,
+      "learning_rate": 1.8741633199464527e-05,
+      "loss": 2.2753,
+      "step": 280
+    },
+    {
+      "epoch": 0.019421376908652557,
+      "grad_norm": 0.0,
+      "learning_rate": 1.9410977242302544e-05,
+      "loss": 2.1762,
+      "step": 290
+    },
+    {
+      "epoch": 0.02009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 2.0080321285140562e-05,
+      "loss": 2.2938,
+      "step": 300
+    },
+    {
+      "epoch": 0.020760782212697563,
+      "grad_norm": 0.0,
+      "learning_rate": 2.074966532797858e-05,
+      "loss": 2.2703,
+      "step": 310
+    },
+    {
+      "epoch": 0.021430484864720063,
+      "grad_norm": 0.0,
+      "learning_rate": 2.1419009370816602e-05,
+      "loss": 2.2566,
+      "step": 320
+    },
+    {
+      "epoch": 0.022100187516742566,
+      "grad_norm": 0.0,
+      "learning_rate": 2.208835341365462e-05,
+      "loss": 2.2291,
+      "step": 330
+    },
+    {
+      "epoch": 0.02276989016876507,
+      "grad_norm": 0.0,
+      "learning_rate": 2.2757697456492638e-05,
+      "loss": 2.2852,
+      "step": 340
+    },
+    {
+      "epoch": 0.023439592820787572,
+      "grad_norm": 0.0,
+      "learning_rate": 2.3427041499330656e-05,
+      "loss": 2.3257,
+      "step": 350
+    },
+    {
+      "epoch": 0.02410929547281007,
+      "grad_norm": 0.0,
+      "learning_rate": 2.4096385542168677e-05,
+      "loss": 2.3063,
+      "step": 360
+    },
+    {
+      "epoch": 0.024778998124832575,
+      "grad_norm": 0.0,
+      "learning_rate": 2.4765729585006695e-05,
+      "loss": 2.2745,
+      "step": 370
+    },
+    {
+      "epoch": 0.025448700776855078,
+      "grad_norm": 0.0,
+      "learning_rate": 2.5435073627844713e-05,
+      "loss": 2.3215,
+      "step": 380
+    },
+    {
+      "epoch": 0.026118403428877578,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6104417670682734e-05,
+      "loss": 2.3273,
+      "step": 390
+    },
+    {
+      "epoch": 0.02678810608090008,
+      "grad_norm": 0.0,
+      "learning_rate": 2.6773761713520752e-05,
+      "loss": 2.331,
+      "step": 400
+    },
+    {
+      "epoch": 0.027457808732922584,
+      "grad_norm": 0.0,
+      "learning_rate": 2.7443105756358774e-05,
+      "loss": 2.2648,
+      "step": 410
+    },
+    {
+      "epoch": 0.028127511384945084,
+      "grad_norm": 0.0,
+      "learning_rate": 2.8112449799196788e-05,
+      "loss": 2.2876,
+      "step": 420
+    },
+    {
+      "epoch": 0.028797214036967587,
+      "grad_norm": 0.0,
+      "learning_rate": 2.878179384203481e-05,
+      "loss": 2.3393,
+      "step": 430
+    },
+    {
+      "epoch": 0.02946691668899009,
+      "grad_norm": 0.0,
+      "learning_rate": 2.9451137884872827e-05,
+      "loss": 2.2856,
+      "step": 440
+    },
+    {
+      "epoch": 0.03013661934101259,
+      "grad_norm": 0.0,
+      "learning_rate": 3.012048192771085e-05,
+      "loss": 2.2461,
+      "step": 450
+    },
+    {
+      "epoch": 0.030806321993035093,
+      "grad_norm": 0.0,
+      "learning_rate": 3.078982597054887e-05,
+      "loss": 2.2753,
+      "step": 460
+    },
+    {
+      "epoch": 0.031476024645057596,
+      "grad_norm": 0.0,
+      "learning_rate": 3.1459170013386885e-05,
+      "loss": 2.3217,
+      "step": 470
+    },
+    {
+      "epoch": 0.032145727297080096,
+      "grad_norm": 0.0,
+      "learning_rate": 3.21285140562249e-05,
+      "loss": 2.1547,
+      "step": 480
+    },
+    {
+      "epoch": 0.032815429949102595,
+      "grad_norm": 0.0,
+      "learning_rate": 3.279785809906292e-05,
+      "loss": 2.3005,
+      "step": 490
+    },
+    {
+      "epoch": 0.0334851326011251,
+      "grad_norm": 0.0,
+      "learning_rate": 3.346720214190094e-05,
+      "loss": 2.2335,
+      "step": 500
+    },
+    {
+      "epoch": 0.0341548352531476,
+      "grad_norm": 0.0,
+      "learning_rate": 3.413654618473896e-05,
+      "loss": 2.2393,
+      "step": 510
+    },
+    {
+      "epoch": 0.0348245379051701,
+      "grad_norm": 0.0,
+      "learning_rate": 3.4805890227576974e-05,
+      "loss": 2.2483,
+      "step": 520
+    },
+    {
+      "epoch": 0.03549424055719261,
+      "grad_norm": 0.0,
+      "learning_rate": 3.5475234270415e-05,
+      "loss": 2.2597,
+      "step": 530
+    },
+    {
+      "epoch": 0.03616394320921511,
+      "grad_norm": 0.0,
+      "learning_rate": 3.614457831325301e-05,
+      "loss": 2.2253,
+      "step": 540
+    },
+    {
+      "epoch": 0.03683364586123761,
+      "grad_norm": 0.0,
+      "learning_rate": 3.6813922356091035e-05,
+      "loss": 2.2051,
+      "step": 550
+    },
+    {
+      "epoch": 0.037503348513260114,
+      "grad_norm": 0.0,
+      "learning_rate": 3.748326639892905e-05,
+      "loss": 2.3168,
+      "step": 560
+    },
+    {
+      "epoch": 0.038173051165282613,
+      "grad_norm": 0.0,
+      "learning_rate": 3.815261044176707e-05,
+      "loss": 2.3519,
+      "step": 570
+    },
+    {
+      "epoch": 0.03884275381730511,
+      "grad_norm": 0.0,
+      "learning_rate": 3.882195448460509e-05,
+      "loss": 2.3006,
+      "step": 580
+    },
+    {
+      "epoch": 0.03951245646932762,
+      "grad_norm": 0.0,
+      "learning_rate": 3.949129852744311e-05,
+      "loss": 2.2757,
+      "step": 590
+    },
+    {
+      "epoch": 0.04018215912135012,
+      "grad_norm": 0.0,
+      "learning_rate": 4.0160642570281125e-05,
+      "loss": 2.2025,
+      "step": 600
+    },
+    {
+      "epoch": 0.04085186177337262,
+      "grad_norm": 0.0,
+      "learning_rate": 4.082998661311915e-05,
+      "loss": 2.302,
+      "step": 610
+    },
+    {
+      "epoch": 0.041521564425395126,
+      "grad_norm": 0.0,
+      "learning_rate": 4.149933065595716e-05,
+      "loss": 2.3281,
+      "step": 620
+    },
+    {
+      "epoch": 0.042191267077417625,
+      "grad_norm": 0.0,
+      "learning_rate": 4.2168674698795186e-05,
+      "loss": 2.2667,
+      "step": 630
+    },
+    {
+      "epoch": 0.042860969729440125,
+      "grad_norm": 0.0,
+      "learning_rate": 4.2838018741633203e-05,
+      "loss": 2.1984,
+      "step": 640
+    },
+    {
+      "epoch": 0.04353067238146263,
+      "grad_norm": 0.0,
+      "learning_rate": 4.350736278447122e-05,
+      "loss": 2.2134,
+      "step": 650
+    },
+    {
+      "epoch": 0.04420037503348513,
+      "grad_norm": 0.0,
+      "learning_rate": 4.417670682730924e-05,
+      "loss": 2.192,
+      "step": 660
+    },
+    {
+      "epoch": 0.04487007768550764,
+      "grad_norm": 0.0,
+      "learning_rate": 4.484605087014726e-05,
+      "loss": 2.3038,
+      "step": 670
+    },
+    {
+      "epoch": 0.04553978033753014,
+      "grad_norm": 0.0,
+      "learning_rate": 4.5515394912985275e-05,
+      "loss": 2.3534,
+      "step": 680
+    },
+    {
+      "epoch": 0.04620948298955264,
+      "grad_norm": 0.0,
+      "learning_rate": 4.61847389558233e-05,
+      "loss": 2.2772,
+      "step": 690
+    },
+    {
+      "epoch": 0.046879185641575144,
+      "grad_norm": 0.0,
+      "learning_rate": 4.685408299866131e-05,
+      "loss": 2.3267,
+      "step": 700
+    },
+    {
+      "epoch": 0.047548888293597644,
+      "grad_norm": 0.0,
+      "learning_rate": 4.7523427041499336e-05,
+      "loss": 2.2713,
+      "step": 710
+    },
+    {
+      "epoch": 0.04821859094562014,
+      "grad_norm": 0.0,
+      "learning_rate": 4.8192771084337354e-05,
+      "loss": 2.3307,
+      "step": 720
+    },
+    {
+      "epoch": 0.04888829359764265,
+      "grad_norm": 0.0,
+      "learning_rate": 4.886211512717537e-05,
+      "loss": 2.3222,
+      "step": 730
+    },
+    {
+      "epoch": 0.04955799624966515,
+      "grad_norm": 0.0,
+      "learning_rate": 4.953145917001339e-05,
+      "loss": 2.2475,
+      "step": 740
+    },
+    {
+      "epoch": 0.05022769890168765,
+      "grad_norm": 0.0,
+      "learning_rate": 5.020080321285141e-05,
+      "loss": 2.2681,
+      "step": 750
+    },
+    {
+      "epoch": 0.050897401553710156,
+      "grad_norm": 0.0,
+      "learning_rate": 5.0870147255689426e-05,
+      "loss": 2.2273,
+      "step": 760
+    },
+    {
+      "epoch": 0.051567104205732656,
+      "grad_norm": 0.0,
+      "learning_rate": 5.1539491298527444e-05,
+      "loss": 2.2599,
+      "step": 770
+    },
+    {
+      "epoch": 0.052236806857755155,
+      "grad_norm": 0.0,
+      "learning_rate": 5.220883534136547e-05,
+      "loss": 2.2973,
+      "step": 780
+    },
+    {
+      "epoch": 0.05290650950977766,
+      "grad_norm": 0.0,
+      "learning_rate": 5.2878179384203486e-05,
+      "loss": 2.2479,
+      "step": 790
+    },
+    {
+      "epoch": 0.05357621216180016,
+      "grad_norm": 0.0,
+      "learning_rate": 5.3547523427041504e-05,
+      "loss": 2.2399,
+      "step": 800
+    },
+    {
+      "epoch": 0.05424591481382266,
+      "grad_norm": 0.0,
+      "learning_rate": 5.4216867469879516e-05,
+      "loss": 2.3338,
+      "step": 810
+    },
+    {
+      "epoch": 0.05491561746584517,
+      "grad_norm": 0.0,
+      "learning_rate": 5.488621151271755e-05,
+      "loss": 2.3081,
+      "step": 820
+    },
+    {
+      "epoch": 0.05558532011786767,
+      "grad_norm": 0.0,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 2.3125,
+      "step": 830
+    },
+    {
+      "epoch": 0.05625502276989017,
+      "grad_norm": 0.0,
+      "learning_rate": 5.6224899598393576e-05,
+      "loss": 2.1618,
+      "step": 840
+    },
+    {
+      "epoch": 0.056924725421912674,
+      "grad_norm": 0.0,
+      "learning_rate": 5.6894243641231594e-05,
+      "loss": 2.2753,
+      "step": 850
+    },
+    {
+      "epoch": 0.057594428073935174,
+      "grad_norm": 0.0,
+      "learning_rate": 5.756358768406962e-05,
+      "loss": 2.2857,
+      "step": 860
+    },
+    {
+      "epoch": 0.05826413072595767,
+      "grad_norm": 0.0,
+      "learning_rate": 5.823293172690764e-05,
+      "loss": 2.2962,
+      "step": 870
+    },
+    {
+      "epoch": 0.05893383337798018,
+      "grad_norm": 0.0,
+      "learning_rate": 5.8902275769745655e-05,
+      "loss": 2.271,
+      "step": 880
+    },
+    {
+      "epoch": 0.05960353603000268,
+      "grad_norm": 0.0,
+      "learning_rate": 5.9571619812583666e-05,
+      "loss": 2.2821,
+      "step": 890
+    },
+    {
+      "epoch": 0.06027323868202518,
+      "grad_norm": 0.0,
+      "learning_rate": 6.02409638554217e-05,
+      "loss": 2.2425,
+      "step": 900
+    },
+    {
+      "epoch": 0.060942941334047686,
+      "grad_norm": 0.0,
+      "learning_rate": 6.091030789825971e-05,
+      "loss": 2.3644,
+      "step": 910
+    },
+    {
+      "epoch": 0.061612643986070185,
+      "grad_norm": 0.0,
+      "learning_rate": 6.157965194109773e-05,
+      "loss": 2.3292,
+      "step": 920
+    },
+    {
+      "epoch": 0.062282346638092685,
+      "grad_norm": 0.0,
+      "learning_rate": 6.224899598393574e-05,
+      "loss": 2.1308,
+      "step": 930
+    },
+    {
+      "epoch": 0.06295204929011519,
+      "grad_norm": 0.0,
+      "learning_rate": 6.291834002677377e-05,
+      "loss": 2.2449,
+      "step": 940
+    },
+    {
+      "epoch": 0.06362175194213769,
+      "grad_norm": 0.0,
+      "learning_rate": 6.358768406961179e-05,
+      "loss": 2.2582,
+      "step": 950
+    },
+    {
+      "epoch": 0.06429145459416019,
+      "grad_norm": 0.0,
+      "learning_rate": 6.42570281124498e-05,
+      "loss": 2.1761,
+      "step": 960
+    },
+    {
+      "epoch": 0.06496115724618269,
+      "grad_norm": 0.0,
+      "learning_rate": 6.492637215528782e-05,
+      "loss": 2.1469,
+      "step": 970
+    },
+    {
+      "epoch": 0.06563085989820519,
+      "grad_norm": 0.0,
+      "learning_rate": 6.559571619812584e-05,
+      "loss": 2.1693,
+      "step": 980
+    },
+    {
+      "epoch": 0.0663005625502277,
+      "grad_norm": 0.0,
+      "learning_rate": 6.626506024096386e-05,
+      "loss": 2.2056,
+      "step": 990
+    },
+    {
+      "epoch": 0.0669702652022502,
+      "grad_norm": 0.0,
+      "learning_rate": 6.693440428380188e-05,
+      "loss": 2.2208,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0676399678542727,
+      "grad_norm": 0.0,
+      "learning_rate": 6.76037483266399e-05,
+      "loss": 2.2388,
+      "step": 1010
+    },
+    {
+      "epoch": 0.0683096705062952,
+      "grad_norm": 0.0,
+      "learning_rate": 6.827309236947793e-05,
+      "loss": 2.3245,
+      "step": 1020
+    },
+    {
+      "epoch": 0.0689793731583177,
+      "grad_norm": 0.0,
+      "learning_rate": 6.894243641231593e-05,
+      "loss": 2.2144,
+      "step": 1030
+    },
+    {
+      "epoch": 0.0696490758103402,
+      "grad_norm": 0.0,
+      "learning_rate": 6.961178045515395e-05,
+      "loss": 2.2641,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07031877846236272,
+      "grad_norm": 0.0,
+      "learning_rate": 7.028112449799197e-05,
+      "loss": 2.1884,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07098848111438522,
+      "grad_norm": 0.0,
+      "learning_rate": 7.095046854083e-05,
+      "loss": 2.2975,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07165818376640772,
+      "grad_norm": 0.0,
+      "learning_rate": 7.161981258366802e-05,
+      "loss": 2.2589,
+      "step": 1070
+    },
+    {
+      "epoch": 0.07232788641843022,
+      "grad_norm": 0.0,
+      "learning_rate": 7.228915662650602e-05,
+      "loss": 2.3497,
+      "step": 1080
+    },
+    {
+      "epoch": 0.07299758907045271,
+      "grad_norm": 0.0,
+      "learning_rate": 7.295850066934404e-05,
+      "loss": 2.3039,
+      "step": 1090
+    },
+    {
+      "epoch": 0.07366729172247521,
+      "grad_norm": 0.0,
+      "learning_rate": 7.362784471218207e-05,
+      "loss": 2.3212,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07433699437449773,
+      "grad_norm": 0.0,
+      "learning_rate": 7.429718875502009e-05,
+      "loss": 2.3193,
+      "step": 1110
+    },
+    {
+      "epoch": 0.07500669702652023,
+      "grad_norm": 0.0,
+      "learning_rate": 7.49665327978581e-05,
+      "loss": 2.3162,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07567639967854273,
+      "grad_norm": 0.0,
+      "learning_rate": 7.563587684069612e-05,
+      "loss": 2.3661,
+      "step": 1130
+    },
+    {
+      "epoch": 0.07634610233056523,
+      "grad_norm": 0.0,
+      "learning_rate": 7.630522088353414e-05,
+      "loss": 2.3379,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07701580498258773,
+      "grad_norm": 0.0,
+      "learning_rate": 7.697456492637216e-05,
+      "loss": 2.3418,
+      "step": 1150
+    },
+    {
+      "epoch": 0.07768550763461023,
+      "grad_norm": 0.0,
+      "learning_rate": 7.764390896921018e-05,
+      "loss": 2.3239,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07835521028663274,
+      "grad_norm": 0.0,
+      "learning_rate": 7.83132530120482e-05,
+      "loss": 2.2827,
+      "step": 1170
+    },
+    {
+      "epoch": 0.07902491293865524,
+      "grad_norm": 0.0,
+      "learning_rate": 7.898259705488621e-05,
+      "loss": 2.3565,
+      "step": 1180
+    },
+    {
+      "epoch": 0.07969461559067774,
+      "grad_norm": 0.0,
+      "learning_rate": 7.965194109772423e-05,
+      "loss": 2.298,
+      "step": 1190
+    },
+    {
+      "epoch": 0.08036431824270024,
+      "grad_norm": 0.0,
+      "learning_rate": 8.032128514056225e-05,
+      "loss": 2.2788,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08103402089472274,
+      "grad_norm": 0.0,
+      "learning_rate": 8.099062918340027e-05,
+      "loss": 2.254,
+      "step": 1210
+    },
+    {
+      "epoch": 0.08170372354674524,
+      "grad_norm": 0.0,
+      "learning_rate": 8.16599732262383e-05,
+      "loss": 2.2501,
+      "step": 1220
+    },
+    {
+      "epoch": 0.08237342619876775,
+      "grad_norm": 0.0,
+      "learning_rate": 8.232931726907632e-05,
+      "loss": 2.2683,
+      "step": 1230
+    },
+    {
+      "epoch": 0.08304312885079025,
+      "grad_norm": 0.0,
+      "learning_rate": 8.299866131191432e-05,
+      "loss": 2.2645,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08371283150281275,
+      "grad_norm": 0.0,
+      "learning_rate": 8.366800535475234e-05,
+      "loss": 2.2241,
+      "step": 1250
+    },
+    {
+      "epoch": 0.08438253415483525,
+      "grad_norm": 0.0,
+      "learning_rate": 8.433734939759037e-05,
+      "loss": 2.2863,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08505223680685775,
+      "grad_norm": 0.0,
+      "learning_rate": 8.500669344042839e-05,
+      "loss": 2.2603,
+      "step": 1270
+    },
+    {
+      "epoch": 0.08572193945888025,
+      "grad_norm": 0.0,
+      "learning_rate": 8.567603748326641e-05,
+      "loss": 2.2955,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08639164211090276,
+      "grad_norm": 0.0,
+      "learning_rate": 8.634538152610442e-05,
+      "loss": 2.2459,
+      "step": 1290
+    },
+    {
+      "epoch": 0.08706134476292526,
+      "grad_norm": 0.0,
+      "learning_rate": 8.701472556894244e-05,
+      "loss": 2.2492,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08773104741494776,
+      "grad_norm": 0.0,
+      "learning_rate": 8.768406961178046e-05,
+      "loss": 2.2569,
+      "step": 1310
+    },
+    {
+      "epoch": 0.08840075006697026,
+      "grad_norm": 0.0,
+      "learning_rate": 8.835341365461848e-05,
+      "loss": 2.3215,
+      "step": 1320
+    },
+    {
+      "epoch": 0.08907045271899276,
+      "grad_norm": 0.0,
+      "learning_rate": 8.90227576974565e-05,
+      "loss": 2.2873,
+      "step": 1330
+    },
+    {
+      "epoch": 0.08974015537101528,
+      "grad_norm": 0.0,
+      "learning_rate": 8.969210174029451e-05,
+      "loss": 2.3188,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09040985802303778,
+      "grad_norm": 0.0,
+      "learning_rate": 9.036144578313253e-05,
+      "loss": 2.2357,
+      "step": 1350
+    },
+    {
+      "epoch": 0.09107956067506028,
+      "grad_norm": 0.0,
+      "learning_rate": 9.103078982597055e-05,
+      "loss": 2.3087,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09174926332708278,
+      "grad_norm": 0.0,
+      "learning_rate": 9.170013386880857e-05,
+      "loss": 2.2656,
+      "step": 1370
+    },
+    {
+      "epoch": 0.09241896597910527,
+      "grad_norm": 0.0,
+      "learning_rate": 9.23694779116466e-05,
+      "loss": 2.2529,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09308866863112777,
+      "grad_norm": 0.0,
+      "learning_rate": 9.303882195448462e-05,
+      "loss": 2.2483,
+      "step": 1390
+    },
+    {
+      "epoch": 0.09375837128315029,
+      "grad_norm": 0.0,
+      "learning_rate": 9.370816599732262e-05,
+      "loss": 2.2257,
+      "step": 1400
+    },
+    {
+      "epoch": 0.09442807393517279,
+      "grad_norm": 0.0,
+      "learning_rate": 9.437751004016064e-05,
+      "loss": 2.2937,
+      "step": 1410
+    },
+    {
+      "epoch": 0.09509777658719529,
+      "grad_norm": 0.0,
+      "learning_rate": 9.504685408299867e-05,
+      "loss": 2.2907,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09576747923921779,
+      "grad_norm": 0.0,
+      "learning_rate": 9.571619812583669e-05,
+      "loss": 2.3068,
+      "step": 1430
+    },
+    {
+      "epoch": 0.09643718189124029,
+      "grad_norm": 0.0,
+      "learning_rate": 9.638554216867471e-05,
+      "loss": 2.2546,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09710688454326279,
+      "grad_norm": 0.0,
+      "learning_rate": 9.705488621151271e-05,
+      "loss": 2.3099,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0977765871952853,
+      "grad_norm": 0.0,
+      "learning_rate": 9.772423025435074e-05,
+      "loss": 2.3662,
+      "step": 1460
+    },
+    {
+      "epoch": 0.0984462898473078,
+      "grad_norm": 0.0,
+      "learning_rate": 9.839357429718876e-05,
+      "loss": 2.2033,
+      "step": 1470
+    },
+    {
+      "epoch": 0.0991159924993303,
+      "grad_norm": 0.0,
+      "learning_rate": 9.906291834002678e-05,
+      "loss": 2.2192,
+      "step": 1480
+    },
+    {
+      "epoch": 0.0997856951513528,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97322623828648e-05,
+      "loss": 2.2329,
+      "step": 1490
+    },
+    {
+      "epoch": 0.1004553978033753,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999995081044314e-05,
+      "loss": 2.2754,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1011251004553978,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999965020794615e-05,
+      "loss": 2.3376,
+      "step": 1510
+    },
+    {
+      "epoch": 0.10179480310742031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99990763321247e-05,
+      "loss": 2.2637,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10246450575944281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999822918611533e-05,
+      "loss": 2.2462,
+      "step": 1530
+    },
+    {
+      "epoch": 0.10313420841146531,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999710877454811e-05,
+      "loss": 2.2325,
+      "step": 1540
+    },
+    {
+      "epoch": 0.10380391106348781,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999571510354664e-05,
+      "loss": 2.3306,
+      "step": 1550
+    },
+    {
+      "epoch": 0.10447361371551031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999404818072808e-05,
+      "loss": 2.2797,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10514331636753281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.999210801520296e-05,
+      "loss": 2.4045,
+      "step": 1570
+    },
+    {
+      "epoch": 0.10581301901955532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998989461757526e-05,
+      "loss": 2.3031,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10648272167157782,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998740799994235e-05,
+      "loss": 2.2414,
+      "step": 1590
+    },
+    {
+      "epoch": 0.10715242432360032,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998464817589484e-05,
+      "loss": 2.288,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10782212697562282,
+      "grad_norm": 0.0,
+      "learning_rate": 9.998161516051656e-05,
+      "loss": 2.2926,
+      "step": 1610
+    },
+    {
+      "epoch": 0.10849182962764532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997830897038446e-05,
+      "loss": 2.2471,
+      "step": 1620
+    },
+    {
+      "epoch": 0.10916153227966782,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997472962356854e-05,
+      "loss": 2.2067,
+      "step": 1630
+    },
+    {
+      "epoch": 0.10983123493169034,
+      "grad_norm": 0.0,
+      "learning_rate": 9.997087713963174e-05,
+      "loss": 2.2404,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11050093758371284,
+      "grad_norm": 0.0,
+      "learning_rate": 9.996675153962984e-05,
+      "loss": 2.2364,
+      "step": 1650
+    },
+    {
+      "epoch": 0.11117064023573534,
+      "grad_norm": 0.0,
+      "learning_rate": 9.996235284611131e-05,
+      "loss": 2.2742,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11184034288775783,
+      "grad_norm": 0.0,
+      "learning_rate": 9.995768108311722e-05,
+      "loss": 2.3221,
+      "step": 1670
+    },
+    {
+      "epoch": 0.11251004553978033,
+      "grad_norm": 0.0,
+      "learning_rate": 9.995273627618116e-05,
+      "loss": 2.2253,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11317974819180283,
+      "grad_norm": 0.0,
+      "learning_rate": 9.994751845232894e-05,
+      "loss": 2.2679,
+      "step": 1690
+    },
+    {
+      "epoch": 0.11384945084382535,
+      "grad_norm": 0.0,
+      "learning_rate": 9.994202764007865e-05,
+      "loss": 2.3354,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11451915349584785,
+      "grad_norm": 0.0,
+      "learning_rate": 9.993626386944031e-05,
+      "loss": 2.3038,
+      "step": 1710
+    },
+    {
+      "epoch": 0.11518885614787035,
+      "grad_norm": 0.0,
+      "learning_rate": 9.993022717191584e-05,
+      "loss": 2.2999,
+      "step": 1720
+    },
+    {
+      "epoch": 0.11585855879989285,
+      "grad_norm": 0.0,
+      "learning_rate": 9.992391758049889e-05,
+      "loss": 2.2606,
+      "step": 1730
+    },
+    {
+      "epoch": 0.11652826145191535,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99173351296745e-05,
+      "loss": 2.3125,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11719796410393785,
+      "grad_norm": 0.0,
+      "learning_rate": 9.99104798554191e-05,
+      "loss": 2.2503,
+      "step": 1750
+    },
+    {
+      "epoch": 0.11786766675596036,
+      "grad_norm": 0.0,
+      "learning_rate": 9.990335179520023e-05,
+      "loss": 2.3219,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11853736940798286,
+      "grad_norm": 0.0,
+      "learning_rate": 9.989595098797635e-05,
+      "loss": 2.2829,
+      "step": 1770
+    },
+    {
+      "epoch": 0.11920707206000536,
+      "grad_norm": 0.0,
+      "learning_rate": 9.988827747419659e-05,
+      "loss": 2.2715,
+      "step": 1780
+    },
+    {
+      "epoch": 0.11987677471202786,
+      "grad_norm": 0.0,
+      "learning_rate": 9.988033129580059e-05,
+      "loss": 2.2071,
+      "step": 1790
+    },
+    {
+      "epoch": 0.12054647736405036,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98721124962182e-05,
+      "loss": 2.3135,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12121618001607286,
+      "grad_norm": 0.0,
+      "learning_rate": 9.986362112036935e-05,
+      "loss": 2.2781,
+      "step": 1810
+    },
+    {
+      "epoch": 0.12188588266809537,
+      "grad_norm": 0.0,
+      "learning_rate": 9.985485721466366e-05,
+      "loss": 2.2473,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12255558532011787,
+      "grad_norm": 0.0,
+      "learning_rate": 9.984582082700029e-05,
+      "loss": 2.3274,
+      "step": 1830
+    },
+    {
+      "epoch": 0.12322528797214037,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98365120067677e-05,
+      "loss": 2.2683,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12389499062416287,
+      "grad_norm": 0.0,
+      "learning_rate": 9.982693080484327e-05,
+      "loss": 2.2058,
+      "step": 1850
+    },
+    {
+      "epoch": 0.12456469327618537,
+      "grad_norm": 0.0,
+      "learning_rate": 9.981707727359308e-05,
+      "loss": 2.2458,
+      "step": 1860
+    },
+    {
+      "epoch": 0.12523439592820787,
+      "grad_norm": 0.0,
+      "learning_rate": 9.98069514668717e-05,
+      "loss": 2.3385,
+      "step": 1870
+    },
+    {
+      "epoch": 0.12590409858023038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.979655344002172e-05,
+      "loss": 2.2759,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12657380123225287,
+      "grad_norm": 0.0,
+      "learning_rate": 9.978588324987365e-05,
+      "loss": 2.2529,
+      "step": 1890
+    },
+    {
+      "epoch": 0.12724350388427538,
+      "grad_norm": 0.0,
+      "learning_rate": 9.977494095474546e-05,
+      "loss": 2.2715,
+      "step": 1900
+    },
+    {
+      "epoch": 0.1279132065362979,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97637266144423e-05,
+      "loss": 2.3065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.12858290918832038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.975224029025619e-05,
+      "loss": 2.3046,
+      "step": 1920
+    },
+    {
+      "epoch": 0.1292526118403429,
+      "grad_norm": 0.0,
+      "learning_rate": 9.974048204496572e-05,
+      "loss": 2.412,
+      "step": 1930
+    },
+    {
+      "epoch": 0.12992231449236538,
+      "grad_norm": 0.0,
+      "learning_rate": 9.97284519428356e-05,
+      "loss": 2.2593,
+      "step": 1940
+    },
+    {
+      "epoch": 0.1305920171443879,
+      "grad_norm": 0.0,
+      "learning_rate": 9.971615004961645e-05,
+      "loss": 2.2236,
+      "step": 1950
+    },
+    {
+      "epoch": 0.13126171979641038,
+      "grad_norm": 0.0,
+      "learning_rate": 9.970357643254429e-05,
+      "loss": 2.3241,
+      "step": 1960
+    },
+    {
+      "epoch": 0.1319314224484329,
+      "grad_norm": 0.0,
+      "learning_rate": 9.96907311603403e-05,
+      "loss": 2.2731,
+      "step": 1970
+    },
+    {
+      "epoch": 0.1326011251004554,
+      "grad_norm": 0.0,
+      "learning_rate": 9.967761430321037e-05,
+      "loss": 2.2762,
+      "step": 1980
+    },
+    {
+      "epoch": 0.1332708277524779,
+      "grad_norm": 0.0,
+      "learning_rate": 9.966422593284474e-05,
+      "loss": 2.2341,
+      "step": 1990
+    },
+    {
+      "epoch": 0.1339405304045004,
+      "grad_norm": 0.0,
+      "learning_rate": 9.965056612241764e-05,
+      "loss": 2.3731,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1346102330565229,
+      "grad_norm": 0.0,
+      "learning_rate": 9.963663494658681e-05,
+      "loss": 2.1989,
+      "step": 2010
+    },
+    {
+      "epoch": 0.1352799357085454,
+      "grad_norm": 0.0,
+      "learning_rate": 9.962243248149314e-05,
+      "loss": 2.4027,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13594963836056792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.960795880476029e-05,
+      "loss": 2.3882,
+      "step": 2030
+    },
+    {
+      "epoch": 0.1366193410125904,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95932139954942e-05,
+      "loss": 2.2943,
+      "step": 2040
+    },
+    {
+      "epoch": 0.13728904366461292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95781981342827e-05,
+      "loss": 2.2777,
+      "step": 2050
+    },
+    {
+      "epoch": 0.1379587463166354,
+      "grad_norm": 0.0,
+      "learning_rate": 9.956291130319506e-05,
+      "loss": 2.2989,
+      "step": 2060
+    },
+    {
+      "epoch": 0.13862844896865792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.95473535857815e-05,
+      "loss": 2.3316,
+      "step": 2070
+    },
+    {
+      "epoch": 0.1392981516206804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.953152506707283e-05,
+      "loss": 2.1754,
+      "step": 2080
+    },
+    {
+      "epoch": 0.13996785427270292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.951542583357986e-05,
+      "loss": 2.3177,
+      "step": 2090
+    },
+    {
+      "epoch": 0.14063755692472543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.949905597329306e-05,
+      "loss": 2.1837,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14130725957674792,
+      "grad_norm": 0.0,
+      "learning_rate": 9.948241557568196e-05,
+      "loss": 2.2382,
+      "step": 2110
+    },
+    {
+      "epoch": 0.14197696222877043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.946550473169474e-05,
+      "loss": 2.28,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14264666488079292,
+      "grad_norm": 0.0,
+      "learning_rate": 9.944832353375769e-05,
+      "loss": 2.2878,
+      "step": 2130
+    },
+    {
+      "epoch": 0.14331636753281543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.943087207577473e-05,
+      "loss": 2.3153,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14398607018483794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.941315045312689e-05,
+      "loss": 2.2299,
+      "step": 2150
+    },
+    {
+      "epoch": 0.14465577283686043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.939515876267178e-05,
+      "loss": 2.3591,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14532547548888294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.937689710274308e-05,
+      "loss": 2.2673,
+      "step": 2170
+    },
+    {
+      "epoch": 0.14599517814090543,
+      "grad_norm": 0.0,
+      "learning_rate": 9.935836557314995e-05,
+      "loss": 2.2735,
+      "step": 2180
+    },
+    {
+      "epoch": 0.14666488079292794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.933956427517657e-05,
+      "loss": 2.288,
+      "step": 2190
+    },
+    {
+      "epoch": 0.14733458344495043,
+      "grad_norm": 0.0,
+      "learning_rate": 9.932049331158153e-05,
+      "loss": 2.3028,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14800428609697294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.930115278659727e-05,
+      "loss": 2.2032,
+      "step": 2210
+    },
+    {
+      "epoch": 0.14867398874899546,
+      "grad_norm": 0.0,
+      "learning_rate": 9.928154280592952e-05,
+      "loss": 2.31,
+      "step": 2220
+    },
+    {
+      "epoch": 0.14934369140101794,
+      "grad_norm": 0.0,
+      "learning_rate": 9.92616634767567e-05,
+      "loss": 2.2859,
+      "step": 2230
+    },
+    {
+      "epoch": 0.15001339405304046,
+      "grad_norm": 0.0,
+      "learning_rate": 9.924151490772942e-05,
+      "loss": 2.2332,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15068309670506294,
+      "grad_norm": 0.0,
+      "learning_rate": 9.922109720896973e-05,
+      "loss": 2.3205,
+      "step": 2250
+    },
+    {
+      "epoch": 0.15135279935708545,
+      "grad_norm": 0.0,
+      "learning_rate": 9.92004104920707e-05,
+      "loss": 2.2014,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15202250200910797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.917945487009566e-05,
+      "loss": 2.3219,
+      "step": 2270
+    },
+    {
+      "epoch": 0.15269220466113045,
+      "grad_norm": 0.0,
+      "learning_rate": 9.915823045757765e-05,
+      "loss": 2.2987,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15336190731315297,
+      "grad_norm": 0.0,
+      "learning_rate": 9.913673737051882e-05,
+      "loss": 2.2566,
+      "step": 2290
+    },
+    {
+      "epoch": 0.15403160996517545,
+      "grad_norm": 0.0,
+      "learning_rate": 9.911497572638973e-05,
+      "loss": 2.2533,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15470131261719797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.909294564412874e-05,
+      "loss": 2.3904,
+      "step": 2310
+    },
+    {
+      "epoch": 0.15537101526922045,
+      "grad_norm": 0.0,
+      "learning_rate": 9.907064724414139e-05,
+      "loss": 2.1739,
+      "step": 2320
+    },
+    {
+      "epoch": 0.15604071792124297,
+      "grad_norm": 0.0,
+      "learning_rate": 9.904808064829967e-05,
+      "loss": 2.2503,
+      "step": 2330
+    },
+    {
+      "epoch": 0.15671042057326548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.902524597994143e-05,
+      "loss": 2.3042,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15738012322528797,
+      "grad_norm": 0.0,
+      "learning_rate": 9.900214336386964e-05,
+      "loss": 2.206,
+      "step": 2350
+    },
+    {
+      "epoch": 0.15804982587731048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.897877292635179e-05,
+      "loss": 2.3278,
+      "step": 2360
+    },
+    {
+      "epoch": 0.15871952852933296,
+      "grad_norm": 0.0,
+      "learning_rate": 9.895513479511907e-05,
+      "loss": 2.2708,
+      "step": 2370
+    },
+    {
+      "epoch": 0.15938923118135548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.893122909936583e-05,
+      "loss": 2.1588,
+      "step": 2380
+    },
+    {
+      "epoch": 0.160058933833378,
+      "grad_norm": 0.0,
+      "learning_rate": 9.890705596974875e-05,
+      "loss": 2.2171,
+      "step": 2390
+    },
+    {
+      "epoch": 0.16072863648540048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.88826155383862e-05,
+      "loss": 2.274,
+      "step": 2400
+    },
+    {
+      "epoch": 0.161398339137423,
+      "grad_norm": 0.0,
+      "learning_rate": 9.885790793885746e-05,
+      "loss": 2.1989,
+      "step": 2410
+    },
+    {
+      "epoch": 0.16206804178944548,
+      "grad_norm": 0.0,
+      "learning_rate": 9.883293330620205e-05,
+      "loss": 2.2859,
+      "step": 2420
+    },
+    {
+      "epoch": 0.162737744441468,
+      "grad_norm": 0.0,
+      "learning_rate": 9.880769177691892e-05,
+      "loss": 2.2734,
+      "step": 2430
+    },
+    {
+      "epoch": 0.16340744709349048,
+      "grad_norm": 0.0,
+      "learning_rate": 9.878218348896577e-05,
+      "loss": 2.2998,
+      "step": 2440
+    },
+    {
+      "epoch": 0.164077149745513,
+      "grad_norm": 0.0,
+      "learning_rate": 9.875640858175827e-05,
+      "loss": 2.3672,
+      "step": 2450
+    },
+    {
+      "epoch": 0.1647468523975355,
+      "grad_norm": 0.0,
+      "learning_rate": 9.87303671961693e-05,
+      "loss": 2.2789,
+      "step": 2460
+    },
+    {
+      "epoch": 0.165416555049558,
+      "grad_norm": 0.0,
+      "learning_rate": 9.870405947452819e-05,
+      "loss": 2.3171,
+      "step": 2470
+    },
+    {
+      "epoch": 0.1660862577015805,
+      "grad_norm": 0.0,
+      "learning_rate": 9.86774855606199e-05,
+      "loss": 2.205,
+      "step": 2480
+    },
+    {
+      "epoch": 0.166755960353603,
+      "grad_norm": 0.0,
+      "learning_rate": 9.86506455996843e-05,
+      "loss": 2.2462,
+      "step": 2490
+    },
+    {
+      "epoch": 0.1674256630056255,
+      "grad_norm": 0.0,
+      "learning_rate": 9.862353973841526e-05,
+      "loss": 2.2796,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16809536565764802,
+      "grad_norm": 0.0,
+      "learning_rate": 9.859616812496008e-05,
+      "loss": 2.289,
+      "step": 2510
+    },
+    {
+      "epoch": 0.1687650683096705,
+      "grad_norm": 0.0,
+      "learning_rate": 9.856853090891843e-05,
+      "loss": 2.2444,
+      "step": 2520
+    },
+    {
+      "epoch": 0.16943477096169302,
+      "grad_norm": 0.0,
+      "learning_rate": 9.854062824134159e-05,
+      "loss": 2.2591,
+      "step": 2530
+    },
+    {
+      "epoch": 0.1701044736137155,
+      "grad_norm": 0.0,
+      "learning_rate": 9.851246027473173e-05,
+      "loss": 2.3646,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17077417626573801,
+      "grad_norm": 0.0,
+      "learning_rate": 9.848402716304106e-05,
+      "loss": 2.2569,
+      "step": 2550
+    },
+    {
+      "epoch": 0.1714438789177605,
+      "grad_norm": 0.0,
+      "learning_rate": 9.845532906167083e-05,
+      "loss": 2.2114,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17211358156978301,
+      "grad_norm": 0.0,
+      "learning_rate": 9.842636612747069e-05,
+      "loss": 2.2354,
+      "step": 2570
+    },
+    {
+      "epoch": 0.17278328422180553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.839713851873766e-05,
+      "loss": 2.2848,
+      "step": 2580
+    },
+    {
+      "epoch": 0.173452986873828,
+      "grad_norm": 0.0,
+      "learning_rate": 9.836764639521539e-05,
+      "loss": 2.2848,
+      "step": 2590
+    },
+    {
+      "epoch": 0.17412268952585053,
+      "grad_norm": 0.0,
+      "learning_rate": 9.833788991809323e-05,
+      "loss": 2.3165,
+      "step": 2600
+    },
+    {
+      "epoch": 0.174792392177873,
+      "grad_norm": 0.0,
+      "learning_rate": 9.830786925000533e-05,
+      "loss": 2.2351,
+      "step": 2610
+    },
+    {
+      "epoch": 0.17546209482989553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.827758455502978e-05,
+      "loss": 2.2333,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17613179748191804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.824703599868776e-05,
+      "loss": 2.3464,
+      "step": 2630
+    },
+    {
+      "epoch": 0.17680150013394053,
+      "grad_norm": 0.0,
+      "learning_rate": 9.821622374794253e-05,
+      "loss": 2.305,
+      "step": 2640
+    },
+    {
+      "epoch": 0.17747120278596304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.81851479711986e-05,
+      "loss": 2.1684,
+      "step": 2650
+    },
+    {
+      "epoch": 0.17814090543798553,
+      "grad_norm": 0.0,
+      "learning_rate": 9.815380883830076e-05,
+      "loss": 2.2124,
+      "step": 2660
+    },
+    {
+      "epoch": 0.17881060809000804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.812220652053318e-05,
+      "loss": 2.3608,
+      "step": 2670
+    },
+    {
+      "epoch": 0.17948031074203055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.80903411906185e-05,
+      "loss": 2.2411,
+      "step": 2680
+    },
+    {
+      "epoch": 0.18015001339405304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.805821302271685e-05,
+      "loss": 2.2363,
+      "step": 2690
+    },
+    {
+      "epoch": 0.18081971604607555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.802582219242484e-05,
+      "loss": 2.3204,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18148941869809804,
+      "grad_norm": 0.0,
+      "learning_rate": 9.799316887677471e-05,
+      "loss": 2.2496,
+      "step": 2710
+    },
+    {
+      "epoch": 0.18215912135012055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.796025325423334e-05,
+      "loss": 2.2741,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18282882400214304,
+      "grad_norm": 0.0,
+      "learning_rate": 9.792707550470122e-05,
+      "loss": 2.1737,
+      "step": 2730
+    },
+    {
+      "epoch": 0.18349852665416555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.789363580951145e-05,
+      "loss": 2.2353,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18416822930618806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.785993435142891e-05,
+      "loss": 2.2664,
+      "step": 2750
+    },
+    {
+      "epoch": 0.18483793195821055,
+      "grad_norm": 0.0,
+      "learning_rate": 9.782597131464901e-05,
+      "loss": 2.3049,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18550763461023306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.779174688479693e-05,
+      "loss": 2.2721,
+      "step": 2770
+    },
+    {
+      "epoch": 0.18617733726225555,
+      "grad_norm": 0.0,
+      "learning_rate": 9.775726124892646e-05,
+      "loss": 2.5128,
+      "step": 2780
+    },
+    {
+      "epoch": 0.18684703991427806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.772251459551897e-05,
+      "loss": 2.2106,
+      "step": 2790
+    },
+    {
+      "epoch": 0.18751674256630058,
+      "grad_norm": 0.0,
+      "learning_rate": 9.768750711448249e-05,
+      "loss": 2.2744,
+      "step": 2800
+    },
+    {
+      "epoch": 0.18818644521832306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.765223899715054e-05,
+      "loss": 2.1929,
+      "step": 2810
+    },
+    {
+      "epoch": 0.18885614787034558,
+      "grad_norm": 0.0,
+      "learning_rate": 9.761671043628124e-05,
+      "loss": 2.3493,
+      "step": 2820
+    },
+    {
+      "epoch": 0.18952585052236806,
+      "grad_norm": 0.0,
+      "learning_rate": 9.758092162605604e-05,
+      "loss": 2.3092,
+      "step": 2830
+    },
+    {
+      "epoch": 0.19019555317439057,
+      "grad_norm": 0.0,
+      "learning_rate": 9.754487276207889e-05,
+      "loss": 2.2649,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19086525582641306,
+      "grad_norm": 0.0,
+      "learning_rate": 9.750856404137502e-05,
+      "loss": 2.1621,
+      "step": 2850
+    },
+    {
+      "epoch": 0.19153495847843557,
+      "grad_norm": 0.0,
+      "learning_rate": 9.747199566238991e-05,
+      "loss": 2.2921,
+      "step": 2860
+    },
+    {
+      "epoch": 0.1922046611304581,
+      "grad_norm": 0.0,
+      "learning_rate": 9.743516782498822e-05,
+      "loss": 2.1954,
+      "step": 2870
+    },
+    {
+      "epoch": 0.19287436378248057,
+      "grad_norm": 0.0,
+      "learning_rate": 9.739808073045264e-05,
+      "loss": 2.3438,
+      "step": 2880
+    },
+    {
+      "epoch": 0.1935440664345031,
+      "grad_norm": 0.0,
+      "learning_rate": 9.73607345814829e-05,
+      "loss": 2.2986,
+      "step": 2890
+    },
+    {
+      "epoch": 0.19421376908652557,
+      "grad_norm": 0.0,
+      "learning_rate": 9.732312958219453e-05,
+      "loss": 2.3054,
+      "step": 2900
+    },
+    {
+      "epoch": 0.1948834717385481,
+      "grad_norm": 0.0,
+      "learning_rate": 9.728526593811783e-05,
+      "loss": 2.212,
+      "step": 2910
+    },
+    {
+      "epoch": 0.1955531743905706,
+      "grad_norm": 0.0,
+      "learning_rate": 9.724714385619673e-05,
+      "loss": 2.1972,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19622287704259309,
+      "grad_norm": 0.0,
+      "learning_rate": 9.720876354478765e-05,
+      "loss": 2.2505,
+      "step": 2930
+    },
+    {
+      "epoch": 0.1968925796946156,
+      "grad_norm": 0.0,
+      "learning_rate": 9.717012521365836e-05,
+      "loss": 2.2319,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19756228234663809,
+      "grad_norm": 0.0,
+      "learning_rate": 9.713122907398686e-05,
+      "loss": 2.3005,
+      "step": 2950
+    },
+    {
+      "epoch": 0.1982319849986606,
+      "grad_norm": 0.0,
+      "learning_rate": 9.709207533836016e-05,
+      "loss": 2.0689,
+      "step": 2960
+    },
+    {
+      "epoch": 0.19890168765068308,
+      "grad_norm": 0.0,
+      "learning_rate": 9.70526642207732e-05,
+      "loss": 2.2497,
+      "step": 2970
+    },
+    {
+      "epoch": 0.1995713903027056,
+      "grad_norm": 0.0,
+      "learning_rate": 9.701299593662763e-05,
+      "loss": 2.315,
+      "step": 2980
+    },
+    {
+      "epoch": 0.2002410929547281,
+      "grad_norm": 0.0,
+      "learning_rate": 9.697307070273062e-05,
+      "loss": 2.2616,
+      "step": 2990
+    },
+    {
+      "epoch": 0.2009107956067506,
+      "grad_norm": 0.0,
+      "learning_rate": 9.693288873729376e-05,
+      "loss": 2.2162,
+      "step": 3000
+    },
+    {
+      "epoch": 0.2015804982587731,
+      "grad_norm": 0.0,
+      "learning_rate": 9.689245025993175e-05,
+      "loss": 2.2093,
+      "step": 3010
+    },
+    {
+      "epoch": 0.2022502009107956,
+      "grad_norm": 0.0,
+      "learning_rate": 9.68517554916613e-05,
+      "loss": 2.1669,
+      "step": 3020
+    },
+    {
+      "epoch": 0.2029199035628181,
+      "grad_norm": 0.0,
+      "learning_rate": 9.681080465489983e-05,
+      "loss": 2.3291,
+      "step": 3030
+    },
+    {
+      "epoch": 0.20358960621484062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.676959797346435e-05,
+      "loss": 2.2597,
+      "step": 3040
+    },
+    {
+      "epoch": 0.2042593088668631,
+      "grad_norm": 0.0,
+      "learning_rate": 9.672813567257017e-05,
+      "loss": 2.2386,
+      "step": 3050
+    },
+    {
+      "epoch": 0.20492901151888562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.668641797882969e-05,
+      "loss": 2.1722,
+      "step": 3060
+    },
+    {
+      "epoch": 0.2055987141709081,
+      "grad_norm": 0.0,
+      "learning_rate": 9.664444512025116e-05,
+      "loss": 2.2604,
+      "step": 3070
+    },
+    {
+      "epoch": 0.20626841682293062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.660221732623744e-05,
+      "loss": 2.257,
+      "step": 3080
+    },
+    {
+      "epoch": 0.2069381194749531,
+      "grad_norm": 0.0,
+      "learning_rate": 9.655973482758473e-05,
+      "loss": 2.272,
+      "step": 3090
+    },
+    {
+      "epoch": 0.20760782212697562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.651699785648135e-05,
+      "loss": 2.2975,
+      "step": 3100
+    },
+    {
+      "epoch": 0.20827752477899814,
+      "grad_norm": 0.0,
+      "learning_rate": 9.647400664650638e-05,
+      "loss": 2.2628,
+      "step": 3110
+    },
+    {
+      "epoch": 0.20894722743102062,
+      "grad_norm": 0.0,
+      "learning_rate": 9.643076143262851e-05,
+      "loss": 2.2721,
+      "step": 3120
+    },
+    {
+      "epoch": 0.20961693008304313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.638726245120466e-05,
+      "loss": 2.1487,
+      "step": 3130
+    },
+    {
+      "epoch": 0.21028663273506562,
+      "grad_norm": 0.0,
+      "learning_rate": 9.634350993997871e-05,
+      "loss": 2.2338,
+      "step": 3140
+    },
+    {
+      "epoch": 0.21095633538708813,
+      "grad_norm": 0.0,
+      "learning_rate": 9.629950413808022e-05,
+      "loss": 2.3214,
+      "step": 3150
+    },
+    {
+      "epoch": 0.21162603803911065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.62552452860231e-05,
+      "loss": 2.3029,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21229574069113313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.621073362570432e-05,
+      "loss": 2.3326,
+      "step": 3170
+    },
+    {
+      "epoch": 0.21296544334315565,
+      "grad_norm": 0.0,
+      "learning_rate": 9.616596940040257e-05,
+      "loss": 2.1476,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21363514599517813,
+      "grad_norm": 0.0,
+      "learning_rate": 9.612095285477694e-05,
+      "loss": 2.215,
+      "step": 3190
+    },
+    {
+      "epoch": 0.21430484864720065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.607568423486558e-05,
+      "loss": 2.2551,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21497455129922313,
+      "grad_norm": 0.0,
+      "learning_rate": 9.603016378808432e-05,
+      "loss": 2.1153,
+      "step": 3210
+    },
+    {
+      "epoch": 0.21564425395124565,
+      "grad_norm": 0.0,
+      "learning_rate": 9.59843917632254e-05,
+      "loss": 2.2939,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21631395660326816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.593836841045602e-05,
+      "loss": 2.2877,
+      "step": 3230
+    },
+    {
+      "epoch": 0.21698365925529065,
+      "grad_norm": 0.0,
+      "learning_rate": 9.589209398131706e-05,
+      "loss": 2.3464,
+      "step": 3240
+    },
+    {
+      "epoch": 0.21765336190731316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.584556872872159e-05,
+      "loss": 2.3039,
+      "step": 3250
+    },
+    {
+      "epoch": 0.21832306455933564,
+      "grad_norm": 0.0,
+      "learning_rate": 9.579879290695364e-05,
+      "loss": 2.2568,
+      "step": 3260
+    },
+    {
+      "epoch": 0.21899276721135816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.575176677166667e-05,
+      "loss": 2.2518,
+      "step": 3270
+    },
+    {
+      "epoch": 0.21966246986338067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.570449057988222e-05,
+      "loss": 2.3637,
+      "step": 3280
+    },
+    {
+      "epoch": 0.22033217251540316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.565696458998858e-05,
+      "loss": 2.2832,
+      "step": 3290
+    },
+    {
+      "epoch": 0.22100187516742567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.560918906173923e-05,
+      "loss": 2.2592,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22167157781944816,
+      "grad_norm": 0.0,
+      "learning_rate": 9.556116425625159e-05,
+      "loss": 2.2928,
+      "step": 3310
+    },
+    {
+      "epoch": 0.22234128047147067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.551289043600542e-05,
+      "loss": 2.2326,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22301098312349316,
+      "grad_norm": 0.0,
+      "learning_rate": 9.546436786484155e-05,
+      "loss": 2.3546,
+      "step": 3330
+    },
+    {
+      "epoch": 0.22368068577551567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.541559680796029e-05,
+      "loss": 2.2555,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22435038842753818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.536657753192011e-05,
+      "loss": 2.2937,
+      "step": 3350
+    },
+    {
+      "epoch": 0.22502009107956067,
+      "grad_norm": 0.0,
+      "learning_rate": 9.531731030463607e-05,
+      "loss": 2.2731,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22568979373158318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.526779539537845e-05,
+      "loss": 2.2419,
+      "step": 3370
+    },
+    {
+      "epoch": 0.22635949638360567,
+      "grad_norm": 0.0,
+      "learning_rate": 9.52180330747712e-05,
+      "loss": 2.3632,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22702919903562818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.516802361479056e-05,
+      "loss": 2.2104,
+      "step": 3390
+    },
+    {
+      "epoch": 0.2276989016876507,
+      "grad_norm": 0.0,
+      "learning_rate": 9.511776728876341e-05,
+      "loss": 2.2222,
+      "step": 3400
+    },
+    {
+      "epoch": 0.22836860433967318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.506726437136599e-05,
+      "loss": 2.2115,
+      "step": 3410
+    },
+    {
+      "epoch": 0.2290383069916957,
+      "grad_norm": 0.0,
+      "learning_rate": 9.501651513862222e-05,
+      "loss": 2.269,
+      "step": 3420
+    },
+    {
+      "epoch": 0.22970800964371818,
+      "grad_norm": 0.0,
+      "learning_rate": 9.496551986790225e-05,
+      "loss": 2.1756,
+      "step": 3430
+    },
+    {
+      "epoch": 0.2303777122957407,
+      "grad_norm": 0.0,
+      "learning_rate": 9.4914278837921e-05,
+      "loss": 2.4,
+      "step": 3440
+    },
+    {
+      "epoch": 0.23104741494776318,
+      "grad_norm": 0.0,
+      "learning_rate": 9.486279232873654e-05,
+      "loss": 2.2094,
+      "step": 3450
+    },
+    {
+      "epoch": 0.2317171175997857,
+      "grad_norm": 0.0,
+      "learning_rate": 9.481106062174863e-05,
+      "loss": 2.3134,
+      "step": 3460
+    },
+    {
+      "epoch": 0.2323868202518082,
+      "grad_norm": 0.0,
+      "learning_rate": 9.475908399969718e-05,
+      "loss": 2.2415,
+      "step": 3470
+    },
+    {
+      "epoch": 0.2330565229038307,
+      "grad_norm": 0.0,
+      "learning_rate": 9.470686274666065e-05,
+      "loss": 2.2301,
+      "step": 3480
+    },
+    {
+      "epoch": 0.2337262255558532,
+      "grad_norm": 0.0,
+      "learning_rate": 9.465439714805455e-05,
+      "loss": 2.2937,
+      "step": 3490
+    },
+    {
+      "epoch": 0.2343959282078757,
+      "grad_norm": 0.0,
+      "learning_rate": 9.460168749062985e-05,
+      "loss": 2.2408,
+      "step": 3500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 14932,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.291087201173504e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d39b087e7d25d06e63c55b21a9e0f60ee8fcfe6623008058fc16614444df3
+size 5560