Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-4500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-5000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoint-4500/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128001,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-4500/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

checkpoint-4500/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48bef05a7be33da9de95c4fa71d6fe107bf71a9ff01fe67df446b7c123dd81b
+size 4976698672

checkpoint-4500/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0757f8d5bb6122e1d05e28e0631cb624a687fedc5cca9d1e177113d4a27edf72
+size 4999802720

checkpoint-4500/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068176a6cca5339871b3ee8d131607028c1ac18cd78af16ba9ddba6d234051c
+size 4915916176

checkpoint-4500/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998114ae4fd9e44ceb7133310a1dcf2144fa8a61b6f6ebf8ae0e033a15ad9d52
+size 1168138808

checkpoint-4500/model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

checkpoint-4500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9faf260c4b29e7ba761e2d57c84766327861e45912593f4a67cfd915730221
+size 32121300399

checkpoint-4500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b29492211804ab324a36f37466821d948280bb74fce4ba895c03f13ecd878
+size 14645

checkpoint-4500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241ecb74dba993ea087a99aaa9459d15659317e520880cabd15e499933ff94a
+size 1465

checkpoint-4500/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|end_of_text|>"
+}

checkpoint-4500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-4500/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-4500/trainer_state.json

@@ -0,0 +1,3184 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.1295465243998117,
+  "eval_steps": 500,
+  "global_step": 4500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002510591558135886,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.9964e-05,
+      "loss": 1.2975,
+      "step": 10
+    },
+    {
+      "epoch": 0.005021183116271772,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.9924e-05,
+      "loss": 0.6792,
+      "step": 20
+    },
+    {
+      "epoch": 0.007531774674407657,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.9884e-05,
+      "loss": 0.6571,
+      "step": 30
+    },
+    {
+      "epoch": 0.010042366232543544,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.9844000000000002e-05,
+      "loss": 0.6431,
+      "step": 40
+    },
+    {
+      "epoch": 0.012552957790679428,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.9804000000000002e-05,
+      "loss": 0.6739,
+      "step": 50
+    },
+    {
+      "epoch": 0.015063549348815314,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.9764000000000003e-05,
+      "loss": 0.6491,
+      "step": 60
+    },
+    {
+      "epoch": 0.0175741409069512,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.9724e-05,
+      "loss": 0.5911,
+      "step": 70
+    },
+    {
+      "epoch": 0.020084732465087088,
+      "grad_norm": 2.0,
+      "learning_rate": 1.9684e-05,
+      "loss": 0.6117,
+      "step": 80
+    },
+    {
+      "epoch": 0.022595324023222972,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.9644e-05,
+      "loss": 0.5892,
+      "step": 90
+    },
+    {
+      "epoch": 0.025105915581358856,
+      "grad_norm": 2.125,
+      "learning_rate": 1.9604e-05,
+      "loss": 0.5893,
+      "step": 100
+    },
+    {
+      "epoch": 0.027616507139494744,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.9564e-05,
+      "loss": 0.6412,
+      "step": 110
+    },
+    {
+      "epoch": 0.03012709869763063,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.9524e-05,
+      "loss": 0.5514,
+      "step": 120
+    },
+    {
+      "epoch": 0.032637690255766516,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.9484000000000002e-05,
+      "loss": 0.6029,
+      "step": 130
+    },
+    {
+      "epoch": 0.0351482818139024,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.9444000000000002e-05,
+      "loss": 0.5723,
+      "step": 140
+    },
+    {
+      "epoch": 0.037658873372038285,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.9404e-05,
+      "loss": 0.5721,
+      "step": 150
+    },
+    {
+      "epoch": 0.040169464930174176,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.9364e-05,
+      "loss": 0.5911,
+      "step": 160
+    },
+    {
+      "epoch": 0.04268005648831006,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.9324e-05,
+      "loss": 0.5532,
+      "step": 170
+    },
+    {
+      "epoch": 0.045190648046445944,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.9284e-05,
+      "loss": 0.5836,
+      "step": 180
+    },
+    {
+      "epoch": 0.04770123960458183,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.9244000000000004e-05,
+      "loss": 0.5294,
+      "step": 190
+    },
+    {
+      "epoch": 0.05021183116271771,
+      "grad_norm": 1.8125,
+      "learning_rate": 1.9204e-05,
+      "loss": 0.5675,
+      "step": 200
+    },
+    {
+      "epoch": 0.052722422720853604,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.9164e-05,
+      "loss": 0.4689,
+      "step": 210
+    },
+    {
+      "epoch": 0.05523301427898949,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.9124000000000002e-05,
+      "loss": 0.5765,
+      "step": 220
+    },
+    {
+      "epoch": 0.05774360583712537,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.9084000000000002e-05,
+      "loss": 0.5369,
+      "step": 230
+    },
+    {
+      "epoch": 0.06025419739526126,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.9044000000000003e-05,
+      "loss": 0.4895,
+      "step": 240
+    },
+    {
+      "epoch": 0.06276478895339714,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.9004000000000003e-05,
+      "loss": 0.5191,
+      "step": 250
+    },
+    {
+      "epoch": 0.06527538051153303,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.8964000000000003e-05,
+      "loss": 0.5655,
+      "step": 260
+    },
+    {
+      "epoch": 0.06778597206966891,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.8924000000000004e-05,
+      "loss": 0.5454,
+      "step": 270
+    },
+    {
+      "epoch": 0.0702965636278048,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.8884e-05,
+      "loss": 0.5656,
+      "step": 280
+    },
+    {
+      "epoch": 0.07280715518594069,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.8844e-05,
+      "loss": 0.481,
+      "step": 290
+    },
+    {
+      "epoch": 0.07531774674407657,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.8804e-05,
+      "loss": 0.5365,
+      "step": 300
+    },
+    {
+      "epoch": 0.07782833830221246,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.8764000000000002e-05,
+      "loss": 0.5271,
+      "step": 310
+    },
+    {
+      "epoch": 0.08033892986034835,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.8724000000000002e-05,
+      "loss": 0.5145,
+      "step": 320
+    },
+    {
+      "epoch": 0.08284952141848423,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.8684000000000003e-05,
+      "loss": 0.5129,
+      "step": 330
+    },
+    {
+      "epoch": 0.08536011297662012,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.8644000000000003e-05,
+      "loss": 0.5539,
+      "step": 340
+    },
+    {
+      "epoch": 0.087870704534756,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.8604000000000003e-05,
+      "loss": 0.5051,
+      "step": 350
+    },
+    {
+      "epoch": 0.09038129609289189,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.8564e-05,
+      "loss": 0.5034,
+      "step": 360
+    },
+    {
+      "epoch": 0.09289188765102778,
+      "grad_norm": 1.625,
+      "learning_rate": 1.8524e-05,
+      "loss": 0.4867,
+      "step": 370
+    },
+    {
+      "epoch": 0.09540247920916366,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.8484e-05,
+      "loss": 0.5237,
+      "step": 380
+    },
+    {
+      "epoch": 0.09791307076729955,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8444e-05,
+      "loss": 0.5305,
+      "step": 390
+    },
+    {
+      "epoch": 0.10042366232543543,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.8404000000000002e-05,
+      "loss": 0.498,
+      "step": 400
+    },
+    {
+      "epoch": 0.10293425388357132,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.8364000000000002e-05,
+      "loss": 0.512,
+      "step": 410
+    },
+    {
+      "epoch": 0.10544484544170721,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.8324000000000003e-05,
+      "loss": 0.4874,
+      "step": 420
+    },
+    {
+      "epoch": 0.10795543699984309,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.8284000000000003e-05,
+      "loss": 0.5123,
+      "step": 430
+    },
+    {
+      "epoch": 0.11046602855797898,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.8244e-05,
+      "loss": 0.4691,
+      "step": 440
+    },
+    {
+      "epoch": 0.11297662011611485,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.8204e-05,
+      "loss": 0.4485,
+      "step": 450
+    },
+    {
+      "epoch": 0.11548721167425074,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.8164e-05,
+      "loss": 0.4647,
+      "step": 460
+    },
+    {
+      "epoch": 0.11799780323238664,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.8124e-05,
+      "loss": 0.4518,
+      "step": 470
+    },
+    {
+      "epoch": 0.12050839479052251,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.8084e-05,
+      "loss": 0.4848,
+      "step": 480
+    },
+    {
+      "epoch": 0.1230189863486584,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.8044000000000002e-05,
+      "loss": 0.4624,
+      "step": 490
+    },
+    {
+      "epoch": 0.12552957790679428,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.8004000000000002e-05,
+      "loss": 0.489,
+      "step": 500
+    },
+    {
+      "epoch": 0.1280401694649302,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.7964000000000003e-05,
+      "loss": 0.4556,
+      "step": 510
+    },
+    {
+      "epoch": 0.13055076102306606,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.7924e-05,
+      "loss": 0.4726,
+      "step": 520
+    },
+    {
+      "epoch": 0.13306135258120194,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.7884e-05,
+      "loss": 0.4686,
+      "step": 530
+    },
+    {
+      "epoch": 0.13557194413933782,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.7844e-05,
+      "loss": 0.4228,
+      "step": 540
+    },
+    {
+      "epoch": 0.13808253569747372,
+      "grad_norm": 2.125,
+      "learning_rate": 1.7804e-05,
+      "loss": 0.4523,
+      "step": 550
+    },
+    {
+      "epoch": 0.1405931272556096,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.7764e-05,
+      "loss": 0.4235,
+      "step": 560
+    },
+    {
+      "epoch": 0.14310371881374548,
+      "grad_norm": 1.875,
+      "learning_rate": 1.7724000000000002e-05,
+      "loss": 0.4474,
+      "step": 570
+    },
+    {
+      "epoch": 0.14561431037188138,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.7684000000000002e-05,
+      "loss": 0.4576,
+      "step": 580
+    },
+    {
+      "epoch": 0.14812490193001726,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.7644000000000003e-05,
+      "loss": 0.4345,
+      "step": 590
+    },
+    {
+      "epoch": 0.15063549348815314,
+      "grad_norm": 2.0,
+      "learning_rate": 1.7604e-05,
+      "loss": 0.4124,
+      "step": 600
+    },
+    {
+      "epoch": 0.15314608504628904,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.7564e-05,
+      "loss": 0.4457,
+      "step": 610
+    },
+    {
+      "epoch": 0.15565667660442492,
+      "grad_norm": 2.125,
+      "learning_rate": 1.7524e-05,
+      "loss": 0.4569,
+      "step": 620
+    },
+    {
+      "epoch": 0.1581672681625608,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.7484e-05,
+      "loss": 0.4065,
+      "step": 630
+    },
+    {
+      "epoch": 0.1606778597206967,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.7444e-05,
+      "loss": 0.4231,
+      "step": 640
+    },
+    {
+      "epoch": 0.16318845127883258,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.7404e-05,
+      "loss": 0.4306,
+      "step": 650
+    },
+    {
+      "epoch": 0.16569904283696846,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.7364000000000002e-05,
+      "loss": 0.4261,
+      "step": 660
+    },
+    {
+      "epoch": 0.16820963439510433,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.7324000000000002e-05,
+      "loss": 0.3939,
+      "step": 670
+    },
+    {
+      "epoch": 0.17072022595324024,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7284e-05,
+      "loss": 0.3979,
+      "step": 680
+    },
+    {
+      "epoch": 0.17323081751137612,
+      "grad_norm": 2.0,
+      "learning_rate": 1.7244e-05,
+      "loss": 0.419,
+      "step": 690
+    },
+    {
+      "epoch": 0.175741409069512,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.7204e-05,
+      "loss": 0.4181,
+      "step": 700
+    },
+    {
+      "epoch": 0.1782520006276479,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.7164e-05,
+      "loss": 0.4345,
+      "step": 710
+    },
+    {
+      "epoch": 0.18076259218578378,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.7124e-05,
+      "loss": 0.436,
+      "step": 720
+    },
+    {
+      "epoch": 0.18327318374391965,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.7084e-05,
+      "loss": 0.3904,
+      "step": 730
+    },
+    {
+      "epoch": 0.18578377530205556,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.7044e-05,
+      "loss": 0.3941,
+      "step": 740
+    },
+    {
+      "epoch": 0.18829436686019144,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.7004000000000002e-05,
+      "loss": 0.403,
+      "step": 750
+    },
+    {
+      "epoch": 0.19080495841832731,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6964e-05,
+      "loss": 0.397,
+      "step": 760
+    },
+    {
+      "epoch": 0.1933155499764632,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6924e-05,
+      "loss": 0.3869,
+      "step": 770
+    },
+    {
+      "epoch": 0.1958261415345991,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.6884e-05,
+      "loss": 0.428,
+      "step": 780
+    },
+    {
+      "epoch": 0.19833673309273497,
+      "grad_norm": 2.375,
+      "learning_rate": 1.6844e-05,
+      "loss": 0.4024,
+      "step": 790
+    },
+    {
+      "epoch": 0.20084732465087085,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.6804e-05,
+      "loss": 0.4061,
+      "step": 800
+    },
+    {
+      "epoch": 0.20335791620900676,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.6764e-05,
+      "loss": 0.3882,
+      "step": 810
+    },
+    {
+      "epoch": 0.20586850776714263,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6724e-05,
+      "loss": 0.3973,
+      "step": 820
+    },
+    {
+      "epoch": 0.2083790993252785,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.6684e-05,
+      "loss": 0.3871,
+      "step": 830
+    },
+    {
+      "epoch": 0.21088969088341442,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6644000000000002e-05,
+      "loss": 0.3666,
+      "step": 840
+    },
+    {
+      "epoch": 0.2134002824415503,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.6604000000000002e-05,
+      "loss": 0.3853,
+      "step": 850
+    },
+    {
+      "epoch": 0.21591087399968617,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6564000000000003e-05,
+      "loss": 0.3772,
+      "step": 860
+    },
+    {
+      "epoch": 0.21842146555782208,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6524000000000003e-05,
+      "loss": 0.3926,
+      "step": 870
+    },
+    {
+      "epoch": 0.22093205711595795,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.6484000000000003e-05,
+      "loss": 0.3824,
+      "step": 880
+    },
+    {
+      "epoch": 0.22344264867409383,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6444000000000004e-05,
+      "loss": 0.3777,
+      "step": 890
+    },
+    {
+      "epoch": 0.2259532402322297,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.6404e-05,
+      "loss": 0.3886,
+      "step": 900
+    },
+    {
+      "epoch": 0.2284638317903656,
+      "grad_norm": 2.25,
+      "learning_rate": 1.6364e-05,
+      "loss": 0.4085,
+      "step": 910
+    },
+    {
+      "epoch": 0.2309744233485015,
+      "grad_norm": 2.125,
+      "learning_rate": 1.6324e-05,
+      "loss": 0.3692,
+      "step": 920
+    },
+    {
+      "epoch": 0.23348501490663737,
+      "grad_norm": 2.125,
+      "learning_rate": 1.6284000000000002e-05,
+      "loss": 0.3528,
+      "step": 930
+    },
+    {
+      "epoch": 0.23599560646477327,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.6244000000000002e-05,
+      "loss": 0.3708,
+      "step": 940
+    },
+    {
+      "epoch": 0.23850619802290915,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.6204000000000003e-05,
+      "loss": 0.3625,
+      "step": 950
+    },
+    {
+      "epoch": 0.24101678958104503,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6164000000000003e-05,
+      "loss": 0.3596,
+      "step": 960
+    },
+    {
+      "epoch": 0.24352738113918093,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.6124000000000004e-05,
+      "loss": 0.3576,
+      "step": 970
+    },
+    {
+      "epoch": 0.2460379726973168,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.6084e-05,
+      "loss": 0.3481,
+      "step": 980
+    },
+    {
+      "epoch": 0.2485485642554527,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.6044e-05,
+      "loss": 0.3899,
+      "step": 990
+    },
+    {
+      "epoch": 0.25105915581358856,
+      "grad_norm": 2.0,
+      "learning_rate": 1.6004e-05,
+      "loss": 0.3838,
+      "step": 1000
+    },
+    {
+      "epoch": 0.25356974737172444,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.5964e-05,
+      "loss": 0.3522,
+      "step": 1010
+    },
+    {
+      "epoch": 0.2560803389298604,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.5924000000000002e-05,
+      "loss": 0.3277,
+      "step": 1020
+    },
+    {
+      "epoch": 0.25859093048799625,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.5884000000000002e-05,
+      "loss": 0.3532,
+      "step": 1030
+    },
+    {
+      "epoch": 0.26110152204613213,
+      "grad_norm": 2.125,
+      "learning_rate": 1.5844000000000003e-05,
+      "loss": 0.3558,
+      "step": 1040
+    },
+    {
+      "epoch": 0.263612113604268,
+      "grad_norm": 2.375,
+      "learning_rate": 1.5804000000000003e-05,
+      "loss": 0.3617,
+      "step": 1050
+    },
+    {
+      "epoch": 0.2661227051624039,
+      "grad_norm": 2.421875,
+      "learning_rate": 1.5764e-05,
+      "loss": 0.3607,
+      "step": 1060
+    },
+    {
+      "epoch": 0.26863329672053976,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.5724e-05,
+      "loss": 0.3948,
+      "step": 1070
+    },
+    {
+      "epoch": 0.27114388827867564,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.5684e-05,
+      "loss": 0.3776,
+      "step": 1080
+    },
+    {
+      "epoch": 0.27365447983681157,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.5644e-05,
+      "loss": 0.3324,
+      "step": 1090
+    },
+    {
+      "epoch": 0.27616507139494745,
+      "grad_norm": 2.125,
+      "learning_rate": 1.5604000000000002e-05,
+      "loss": 0.3536,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2786756629530833,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.5564000000000002e-05,
+      "loss": 0.3591,
+      "step": 1110
+    },
+    {
+      "epoch": 0.2811862545112192,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.5524000000000002e-05,
+      "loss": 0.3598,
+      "step": 1120
+    },
+    {
+      "epoch": 0.2836968460693551,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.5484000000000003e-05,
+      "loss": 0.323,
+      "step": 1130
+    },
+    {
+      "epoch": 0.28620743762749096,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.5444e-05,
+      "loss": 0.3496,
+      "step": 1140
+    },
+    {
+      "epoch": 0.2887180291856269,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.5404e-05,
+      "loss": 0.3442,
+      "step": 1150
+    },
+    {
+      "epoch": 0.29122862074376277,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.5364e-05,
+      "loss": 0.3392,
+      "step": 1160
+    },
+    {
+      "epoch": 0.29373921230189864,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.5324e-05,
+      "loss": 0.3689,
+      "step": 1170
+    },
+    {
+      "epoch": 0.2962498038600345,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5284e-05,
+      "loss": 0.347,
+      "step": 1180
+    },
+    {
+      "epoch": 0.2987603954181704,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.5244000000000002e-05,
+      "loss": 0.3487,
+      "step": 1190
+    },
+    {
+      "epoch": 0.3012709869763063,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.5204e-05,
+      "loss": 0.3182,
+      "step": 1200
+    },
+    {
+      "epoch": 0.30378157853444215,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.5164e-05,
+      "loss": 0.3298,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3062921700925781,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.5124000000000001e-05,
+      "loss": 0.3299,
+      "step": 1220
+    },
+    {
+      "epoch": 0.30880276165071396,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.5084000000000002e-05,
+      "loss": 0.3685,
+      "step": 1230
+    },
+    {
+      "epoch": 0.31131335320884984,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.5044e-05,
+      "loss": 0.3321,
+      "step": 1240
+    },
+    {
+      "epoch": 0.3138239447669857,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.5004e-05,
+      "loss": 0.3397,
+      "step": 1250
+    },
+    {
+      "epoch": 0.3163345363251216,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.4964000000000001e-05,
+      "loss": 0.3296,
+      "step": 1260
+    },
+    {
+      "epoch": 0.3188451278832575,
+      "grad_norm": 1.875,
+      "learning_rate": 1.4924000000000001e-05,
+      "loss": 0.3122,
+      "step": 1270
+    },
+    {
+      "epoch": 0.3213557194413934,
+      "grad_norm": 2.0,
+      "learning_rate": 1.4884e-05,
+      "loss": 0.3325,
+      "step": 1280
+    },
+    {
+      "epoch": 0.3238663109995293,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.4844e-05,
+      "loss": 0.343,
+      "step": 1290
+    },
+    {
+      "epoch": 0.32637690255766516,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.4804000000000001e-05,
+      "loss": 0.332,
+      "step": 1300
+    },
+    {
+      "epoch": 0.32888749411580104,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.4764000000000001e-05,
+      "loss": 0.3303,
+      "step": 1310
+    },
+    {
+      "epoch": 0.3313980856739369,
+      "grad_norm": 2.25,
+      "learning_rate": 1.4724e-05,
+      "loss": 0.3302,
+      "step": 1320
+    },
+    {
+      "epoch": 0.3339086772320728,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.4684e-05,
+      "loss": 0.3304,
+      "step": 1330
+    },
+    {
+      "epoch": 0.33641926879020867,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.4644e-05,
+      "loss": 0.3247,
+      "step": 1340
+    },
+    {
+      "epoch": 0.3389298603483446,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4604000000000001e-05,
+      "loss": 0.324,
+      "step": 1350
+    },
+    {
+      "epoch": 0.3414404519064805,
+      "grad_norm": 1.5390625,
+      "learning_rate": 1.4564e-05,
+      "loss": 0.3353,
+      "step": 1360
+    },
+    {
+      "epoch": 0.34395104346461636,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4524e-05,
+      "loss": 0.321,
+      "step": 1370
+    },
+    {
+      "epoch": 0.34646163502275223,
+      "grad_norm": 2.5625,
+      "learning_rate": 1.4484e-05,
+      "loss": 0.3133,
+      "step": 1380
+    },
+    {
+      "epoch": 0.3489722265808881,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.4444000000000001e-05,
+      "loss": 0.3516,
+      "step": 1390
+    },
+    {
+      "epoch": 0.351482818139024,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.4404e-05,
+      "loss": 0.3093,
+      "step": 1400
+    },
+    {
+      "epoch": 0.35399340969715987,
+      "grad_norm": 1.4765625,
+      "learning_rate": 1.4364e-05,
+      "loss": 0.3171,
+      "step": 1410
+    },
+    {
+      "epoch": 0.3565040012552958,
+      "grad_norm": 2.0,
+      "learning_rate": 1.4324e-05,
+      "loss": 0.3321,
+      "step": 1420
+    },
+    {
+      "epoch": 0.3590145928134317,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.4284e-05,
+      "loss": 0.3111,
+      "step": 1430
+    },
+    {
+      "epoch": 0.36152518437156755,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4244000000000003e-05,
+      "loss": 0.3403,
+      "step": 1440
+    },
+    {
+      "epoch": 0.36403577592970343,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.4204000000000002e-05,
+      "loss": 0.3174,
+      "step": 1450
+    },
+    {
+      "epoch": 0.3665463674878393,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4164000000000002e-05,
+      "loss": 0.3332,
+      "step": 1460
+    },
+    {
+      "epoch": 0.3690569590459752,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.4124000000000002e-05,
+      "loss": 0.3139,
+      "step": 1470
+    },
+    {
+      "epoch": 0.3715675506041111,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4084000000000003e-05,
+      "loss": 0.328,
+      "step": 1480
+    },
+    {
+      "epoch": 0.374078142162247,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.4044000000000001e-05,
+      "loss": 0.3301,
+      "step": 1490
+    },
+    {
+      "epoch": 0.3765887337203829,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.4004000000000002e-05,
+      "loss": 0.3218,
+      "step": 1500
+    },
+    {
+      "epoch": 0.37909932527851875,
+      "grad_norm": 2.453125,
+      "learning_rate": 1.3964000000000002e-05,
+      "loss": 0.3371,
+      "step": 1510
+    },
+    {
+      "epoch": 0.38160991683665463,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.3924000000000003e-05,
+      "loss": 0.3162,
+      "step": 1520
+    },
+    {
+      "epoch": 0.3841205083947905,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.3884000000000001e-05,
+      "loss": 0.3092,
+      "step": 1530
+    },
+    {
+      "epoch": 0.3866310999529264,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.3844000000000002e-05,
+      "loss": 0.3224,
+      "step": 1540
+    },
+    {
+      "epoch": 0.3891416915110623,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.3804000000000002e-05,
+      "loss": 0.3027,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3916522830691982,
+      "grad_norm": 2.375,
+      "learning_rate": 1.3764000000000002e-05,
+      "loss": 0.3303,
+      "step": 1560
+    },
+    {
+      "epoch": 0.39416287462733407,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.3724000000000001e-05,
+      "loss": 0.3317,
+      "step": 1570
+    },
+    {
+      "epoch": 0.39667346618546995,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.3684000000000001e-05,
+      "loss": 0.3195,
+      "step": 1580
+    },
+    {
+      "epoch": 0.3991840577436058,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.3644000000000002e-05,
+      "loss": 0.3185,
+      "step": 1590
+    },
+    {
+      "epoch": 0.4016946493017417,
+      "grad_norm": 1.75,
+      "learning_rate": 1.3604000000000002e-05,
+      "loss": 0.2818,
+      "step": 1600
+    },
+    {
+      "epoch": 0.40420524085987763,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3564000000000001e-05,
+      "loss": 0.2996,
+      "step": 1610
+    },
+    {
+      "epoch": 0.4067158324180135,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.3524000000000001e-05,
+      "loss": 0.3167,
+      "step": 1620
+    },
+    {
+      "epoch": 0.4092264239761494,
+      "grad_norm": 2.25,
+      "learning_rate": 1.3484000000000002e-05,
+      "loss": 0.3257,
+      "step": 1630
+    },
+    {
+      "epoch": 0.41173701553428527,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.3444000000000002e-05,
+      "loss": 0.3145,
+      "step": 1640
+    },
+    {
+      "epoch": 0.41424760709242114,
+      "grad_norm": 1.59375,
+      "learning_rate": 1.3404e-05,
+      "loss": 0.2936,
+      "step": 1650
+    },
+    {
+      "epoch": 0.416758198650557,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.3364000000000001e-05,
+      "loss": 0.3158,
+      "step": 1660
+    },
+    {
+      "epoch": 0.4192687902086929,
+      "grad_norm": 1.53125,
+      "learning_rate": 1.3324000000000002e-05,
+      "loss": 0.3233,
+      "step": 1670
+    },
+    {
+      "epoch": 0.42177938176682883,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.3284000000000002e-05,
+      "loss": 0.2975,
+      "step": 1680
+    },
+    {
+      "epoch": 0.4242899733249647,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.3244e-05,
+      "loss": 0.3058,
+      "step": 1690
+    },
+    {
+      "epoch": 0.4268005648831006,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3204000000000001e-05,
+      "loss": 0.3107,
+      "step": 1700
+    },
+    {
+      "epoch": 0.42931115644123646,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3164000000000001e-05,
+      "loss": 0.3096,
+      "step": 1710
+    },
+    {
+      "epoch": 0.43182174799937234,
+      "grad_norm": 1.3828125,
+      "learning_rate": 1.3124000000000002e-05,
+      "loss": 0.3052,
+      "step": 1720
+    },
+    {
+      "epoch": 0.4343323395575082,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3084e-05,
+      "loss": 0.3029,
+      "step": 1730
+    },
+    {
+      "epoch": 0.43684293111564415,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3044e-05,
+      "loss": 0.3147,
+      "step": 1740
+    },
+    {
+      "epoch": 0.43935352267378003,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.3004000000000001e-05,
+      "loss": 0.3053,
+      "step": 1750
+    },
+    {
+      "epoch": 0.4418641142319159,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2964000000000002e-05,
+      "loss": 0.2913,
+      "step": 1760
+    },
+    {
+      "epoch": 0.4443747057900518,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.2924e-05,
+      "loss": 0.2916,
+      "step": 1770
+    },
+    {
+      "epoch": 0.44688529734818766,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2884e-05,
+      "loss": 0.3159,
+      "step": 1780
+    },
+    {
+      "epoch": 0.44939588890632354,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.2844000000000001e-05,
+      "loss": 0.2987,
+      "step": 1790
+    },
+    {
+      "epoch": 0.4519064804644594,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2804000000000001e-05,
+      "loss": 0.3136,
+      "step": 1800
+    },
+    {
+      "epoch": 0.45441707202259535,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.2764e-05,
+      "loss": 0.3038,
+      "step": 1810
+    },
+    {
+      "epoch": 0.4569276635807312,
+      "grad_norm": 2.0,
+      "learning_rate": 1.2724e-05,
+      "loss": 0.2916,
+      "step": 1820
+    },
+    {
+      "epoch": 0.4594382551388671,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.2684000000000001e-05,
+      "loss": 0.3113,
+      "step": 1830
+    },
+    {
+      "epoch": 0.461948846697003,
+      "grad_norm": 1.5625,
+      "learning_rate": 1.2644000000000001e-05,
+      "loss": 0.2728,
+      "step": 1840
+    },
+    {
+      "epoch": 0.46445943825513886,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2604e-05,
+      "loss": 0.2868,
+      "step": 1850
+    },
+    {
+      "epoch": 0.46697002981327473,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2564e-05,
+      "loss": 0.289,
+      "step": 1860
+    },
+    {
+      "epoch": 0.4694806213714106,
+      "grad_norm": 1.4921875,
+      "learning_rate": 1.2524e-05,
+      "loss": 0.2881,
+      "step": 1870
+    },
+    {
+      "epoch": 0.47199121292954654,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.2484000000000001e-05,
+      "loss": 0.2803,
+      "step": 1880
+    },
+    {
+      "epoch": 0.4745018044876824,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.2444e-05,
+      "loss": 0.2785,
+      "step": 1890
+    },
+    {
+      "epoch": 0.4770123960458183,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.2404e-05,
+      "loss": 0.2976,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4795229876039542,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2364e-05,
+      "loss": 0.2737,
+      "step": 1910
+    },
+    {
+      "epoch": 0.48203357916209005,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.2324000000000001e-05,
+      "loss": 0.3237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.48454417072022593,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.2284e-05,
+      "loss": 0.297,
+      "step": 1930
+    },
+    {
+      "epoch": 0.48705476227836186,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2244e-05,
+      "loss": 0.2745,
+      "step": 1940
+    },
+    {
+      "epoch": 0.48956535383649774,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.2204e-05,
+      "loss": 0.3059,
+      "step": 1950
+    },
+    {
+      "epoch": 0.4920759453946336,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.2164e-05,
+      "loss": 0.2876,
+      "step": 1960
+    },
+    {
+      "epoch": 0.4945865369527695,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.2124e-05,
+      "loss": 0.2801,
+      "step": 1970
+    },
+    {
+      "epoch": 0.4970971285109054,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2084e-05,
+      "loss": 0.2971,
+      "step": 1980
+    },
+    {
+      "epoch": 0.49960772006904125,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.2044e-05,
+      "loss": 0.2979,
+      "step": 1990
+    },
+    {
+      "epoch": 0.5021183116271771,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2004e-05,
+      "loss": 0.306,
+      "step": 2000
+    },
+    {
+      "epoch": 0.5046289031853131,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.1964e-05,
+      "loss": 0.2975,
+      "step": 2010
+    },
+    {
+      "epoch": 0.5071394947434489,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1924e-05,
+      "loss": 0.2771,
+      "step": 2020
+    },
+    {
+      "epoch": 0.5096500863015848,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.1884e-05,
+      "loss": 0.2903,
+      "step": 2030
+    },
+    {
+      "epoch": 0.5121606778597207,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.1844e-05,
+      "loss": 0.2808,
+      "step": 2040
+    },
+    {
+      "epoch": 0.5146712694178566,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.1803999999999999e-05,
+      "loss": 0.2856,
+      "step": 2050
+    },
+    {
+      "epoch": 0.5171818609759925,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.1764e-05,
+      "loss": 0.2868,
+      "step": 2060
+    },
+    {
+      "epoch": 0.5196924525341283,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.1724000000000002e-05,
+      "loss": 0.2973,
+      "step": 2070
+    },
+    {
+      "epoch": 0.5222030440922643,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.1684000000000002e-05,
+      "loss": 0.3097,
+      "step": 2080
+    },
+    {
+      "epoch": 0.5247136356504001,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.1644000000000002e-05,
+      "loss": 0.2731,
+      "step": 2090
+    },
+    {
+      "epoch": 0.527224227208536,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1604000000000003e-05,
+      "loss": 0.2849,
+      "step": 2100
+    },
+    {
+      "epoch": 0.5297348187666719,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.1564000000000001e-05,
+      "loss": 0.2949,
+      "step": 2110
+    },
+    {
+      "epoch": 0.5322454103248078,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.1524000000000002e-05,
+      "loss": 0.3049,
+      "step": 2120
+    },
+    {
+      "epoch": 0.5347560018829437,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.1484000000000002e-05,
+      "loss": 0.2851,
+      "step": 2130
+    },
+    {
+      "epoch": 0.5372665934410795,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.1444000000000003e-05,
+      "loss": 0.2919,
+      "step": 2140
+    },
+    {
+      "epoch": 0.5397771849992155,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.1404000000000001e-05,
+      "loss": 0.2967,
+      "step": 2150
+    },
+    {
+      "epoch": 0.5422877765573513,
+      "grad_norm": 1.5546875,
+      "learning_rate": 1.1364000000000002e-05,
+      "loss": 0.2801,
+      "step": 2160
+    },
+    {
+      "epoch": 0.5447983681154872,
+      "grad_norm": 2.0,
+      "learning_rate": 1.1324000000000002e-05,
+      "loss": 0.3012,
+      "step": 2170
+    },
+    {
+      "epoch": 0.5473089596736231,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.1284000000000002e-05,
+      "loss": 0.2925,
+      "step": 2180
+    },
+    {
+      "epoch": 0.549819551231759,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.1244000000000001e-05,
+      "loss": 0.2954,
+      "step": 2190
+    },
+    {
+      "epoch": 0.5523301427898949,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.1204000000000001e-05,
+      "loss": 0.2799,
+      "step": 2200
+    },
+    {
+      "epoch": 0.5548407343480307,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.1164000000000002e-05,
+      "loss": 0.2704,
+      "step": 2210
+    },
+    {
+      "epoch": 0.5573513259061667,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.1124000000000002e-05,
+      "loss": 0.2876,
+      "step": 2220
+    },
+    {
+      "epoch": 0.5598619174643025,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.1084000000000001e-05,
+      "loss": 0.2633,
+      "step": 2230
+    },
+    {
+      "epoch": 0.5623725090224384,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.1044000000000001e-05,
+      "loss": 0.2867,
+      "step": 2240
+    },
+    {
+      "epoch": 0.5648831005805743,
+      "grad_norm": 1.4609375,
+      "learning_rate": 1.1004000000000002e-05,
+      "loss": 0.2702,
+      "step": 2250
+    },
+    {
+      "epoch": 0.5673936921387102,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.0964000000000002e-05,
+      "loss": 0.2852,
+      "step": 2260
+    },
+    {
+      "epoch": 0.5699042836968461,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.0924e-05,
+      "loss": 0.2746,
+      "step": 2270
+    },
+    {
+      "epoch": 0.5724148752549819,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.0884000000000001e-05,
+      "loss": 0.2932,
+      "step": 2280
+    },
+    {
+      "epoch": 0.5749254668131178,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.0844000000000002e-05,
+      "loss": 0.2903,
+      "step": 2290
+    },
+    {
+      "epoch": 0.5774360583712538,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0804000000000002e-05,
+      "loss": 0.2851,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5799466499293896,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0764e-05,
+      "loss": 0.2923,
+      "step": 2310
+    },
+    {
+      "epoch": 0.5824572414875255,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0724000000000001e-05,
+      "loss": 0.3003,
+      "step": 2320
+    },
+    {
+      "epoch": 0.5849678330456614,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0684000000000001e-05,
+      "loss": 0.291,
+      "step": 2330
+    },
+    {
+      "epoch": 0.5874784246037973,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.0644000000000002e-05,
+      "loss": 0.2787,
+      "step": 2340
+    },
+    {
+      "epoch": 0.5899890161619331,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.0604e-05,
+      "loss": 0.2764,
+      "step": 2350
+    },
+    {
+      "epoch": 0.592499607720069,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.0564e-05,
+      "loss": 0.2842,
+      "step": 2360
+    },
+    {
+      "epoch": 0.595010199278205,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.0524000000000001e-05,
+      "loss": 0.2922,
+      "step": 2370
+    },
+    {
+      "epoch": 0.5975207908363408,
+      "grad_norm": 1.5625,
+      "learning_rate": 1.0484000000000002e-05,
+      "loss": 0.283,
+      "step": 2380
+    },
+    {
+      "epoch": 0.6000313823944767,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.0444e-05,
+      "loss": 0.2796,
+      "step": 2390
+    },
+    {
+      "epoch": 0.6025419739526126,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.0404e-05,
+      "loss": 0.2828,
+      "step": 2400
+    },
+    {
+      "epoch": 0.6050525655107485,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.0364000000000001e-05,
+      "loss": 0.2866,
+      "step": 2410
+    },
+    {
+      "epoch": 0.6075631570688843,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0324000000000001e-05,
+      "loss": 0.2836,
+      "step": 2420
+    },
+    {
+      "epoch": 0.6100737486270202,
+      "grad_norm": 1.875,
+      "learning_rate": 1.0284e-05,
+      "loss": 0.3037,
+      "step": 2430
+    },
+    {
+      "epoch": 0.6125843401851562,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.0244e-05,
+      "loss": 0.2774,
+      "step": 2440
+    },
+    {
+      "epoch": 0.615094931743292,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.0204000000000001e-05,
+      "loss": 0.2922,
+      "step": 2450
+    },
+    {
+      "epoch": 0.6176055233014279,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.0164000000000001e-05,
+      "loss": 0.283,
+      "step": 2460
+    },
+    {
+      "epoch": 0.6201161148595637,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.0124e-05,
+      "loss": 0.2725,
+      "step": 2470
+    },
+    {
+      "epoch": 0.6226267064176997,
+      "grad_norm": 1.6875,
+      "learning_rate": 1.0084e-05,
+      "loss": 0.2749,
+      "step": 2480
+    },
+    {
+      "epoch": 0.6251372979758355,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.0044e-05,
+      "loss": 0.2823,
+      "step": 2490
+    },
+    {
+      "epoch": 0.6276478895339714,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0004000000000001e-05,
+      "loss": 0.281,
+      "step": 2500
+    },
+    {
+      "epoch": 0.6301584810921074,
+      "grad_norm": 1.9140625,
+      "learning_rate": 9.964e-06,
+      "loss": 0.2856,
+      "step": 2510
+    },
+    {
+      "epoch": 0.6326690726502432,
+      "grad_norm": 1.4921875,
+      "learning_rate": 9.924e-06,
+      "loss": 0.28,
+      "step": 2520
+    },
+    {
+      "epoch": 0.6351796642083791,
+      "grad_norm": 1.53125,
+      "learning_rate": 9.884e-06,
+      "loss": 0.267,
+      "step": 2530
+    },
+    {
+      "epoch": 0.637690255766515,
+      "grad_norm": 1.5703125,
+      "learning_rate": 9.844000000000001e-06,
+      "loss": 0.2563,
+      "step": 2540
+    },
+    {
+      "epoch": 0.6402008473246509,
+      "grad_norm": 1.46875,
+      "learning_rate": 9.804000000000001e-06,
+      "loss": 0.2911,
+      "step": 2550
+    },
+    {
+      "epoch": 0.6427114388827868,
+      "grad_norm": 2.46875,
+      "learning_rate": 9.764000000000002e-06,
+      "loss": 0.2897,
+      "step": 2560
+    },
+    {
+      "epoch": 0.6452220304409226,
+      "grad_norm": 1.90625,
+      "learning_rate": 9.724e-06,
+      "loss": 0.2975,
+      "step": 2570
+    },
+    {
+      "epoch": 0.6477326219990586,
+      "grad_norm": 1.890625,
+      "learning_rate": 9.684e-06,
+      "loss": 0.2722,
+      "step": 2580
+    },
+    {
+      "epoch": 0.6502432135571944,
+      "grad_norm": 1.6015625,
+      "learning_rate": 9.644000000000001e-06,
+      "loss": 0.2787,
+      "step": 2590
+    },
+    {
+      "epoch": 0.6527538051153303,
+      "grad_norm": 2.046875,
+      "learning_rate": 9.604000000000002e-06,
+      "loss": 0.2822,
+      "step": 2600
+    },
+    {
+      "epoch": 0.6552643966734661,
+      "grad_norm": 1.9296875,
+      "learning_rate": 9.564e-06,
+      "loss": 0.2903,
+      "step": 2610
+    },
+    {
+      "epoch": 0.6577749882316021,
+      "grad_norm": 1.78125,
+      "learning_rate": 9.524e-06,
+      "loss": 0.2693,
+      "step": 2620
+    },
+    {
+      "epoch": 0.660285579789738,
+      "grad_norm": 1.46875,
+      "learning_rate": 9.484000000000001e-06,
+      "loss": 0.2768,
+      "step": 2630
+    },
+    {
+      "epoch": 0.6627961713478738,
+      "grad_norm": 1.734375,
+      "learning_rate": 9.444000000000001e-06,
+      "loss": 0.2707,
+      "step": 2640
+    },
+    {
+      "epoch": 0.6653067629060098,
+      "grad_norm": 1.5703125,
+      "learning_rate": 9.404e-06,
+      "loss": 0.2791,
+      "step": 2650
+    },
+    {
+      "epoch": 0.6678173544641456,
+      "grad_norm": 1.703125,
+      "learning_rate": 9.364e-06,
+      "loss": 0.2924,
+      "step": 2660
+    },
+    {
+      "epoch": 0.6703279460222815,
+      "grad_norm": 1.9296875,
+      "learning_rate": 9.324000000000001e-06,
+      "loss": 0.2875,
+      "step": 2670
+    },
+    {
+      "epoch": 0.6728385375804173,
+      "grad_norm": 1.78125,
+      "learning_rate": 9.284000000000001e-06,
+      "loss": 0.2602,
+      "step": 2680
+    },
+    {
+      "epoch": 0.6753491291385533,
+      "grad_norm": 1.6875,
+      "learning_rate": 9.244e-06,
+      "loss": 0.2924,
+      "step": 2690
+    },
+    {
+      "epoch": 0.6778597206966892,
+      "grad_norm": 1.578125,
+      "learning_rate": 9.204e-06,
+      "loss": 0.2841,
+      "step": 2700
+    },
+    {
+      "epoch": 0.680370312254825,
+      "grad_norm": 1.390625,
+      "learning_rate": 9.164e-06,
+      "loss": 0.2745,
+      "step": 2710
+    },
+    {
+      "epoch": 0.682880903812961,
+      "grad_norm": 2.28125,
+      "learning_rate": 9.124000000000001e-06,
+      "loss": 0.2876,
+      "step": 2720
+    },
+    {
+      "epoch": 0.6853914953710968,
+      "grad_norm": 1.546875,
+      "learning_rate": 9.084e-06,
+      "loss": 0.2549,
+      "step": 2730
+    },
+    {
+      "epoch": 0.6879020869292327,
+      "grad_norm": 1.3515625,
+      "learning_rate": 9.044e-06,
+      "loss": 0.2512,
+      "step": 2740
+    },
+    {
+      "epoch": 0.6904126784873685,
+      "grad_norm": 2.203125,
+      "learning_rate": 9.004e-06,
+      "loss": 0.2686,
+      "step": 2750
+    },
+    {
+      "epoch": 0.6929232700455045,
+      "grad_norm": 1.6484375,
+      "learning_rate": 8.964000000000001e-06,
+      "loss": 0.2714,
+      "step": 2760
+    },
+    {
+      "epoch": 0.6954338616036404,
+      "grad_norm": 1.6796875,
+      "learning_rate": 8.924e-06,
+      "loss": 0.275,
+      "step": 2770
+    },
+    {
+      "epoch": 0.6979444531617762,
+      "grad_norm": 1.8359375,
+      "learning_rate": 8.884e-06,
+      "loss": 0.2631,
+      "step": 2780
+    },
+    {
+      "epoch": 0.7004550447199122,
+      "grad_norm": 1.3828125,
+      "learning_rate": 8.844e-06,
+      "loss": 0.2639,
+      "step": 2790
+    },
+    {
+      "epoch": 0.702965636278048,
+      "grad_norm": 1.59375,
+      "learning_rate": 8.804e-06,
+      "loss": 0.2755,
+      "step": 2800
+    },
+    {
+      "epoch": 0.7054762278361839,
+      "grad_norm": 1.8828125,
+      "learning_rate": 8.764e-06,
+      "loss": 0.282,
+      "step": 2810
+    },
+    {
+      "epoch": 0.7079868193943197,
+      "grad_norm": 1.9140625,
+      "learning_rate": 8.724e-06,
+      "loss": 0.2672,
+      "step": 2820
+    },
+    {
+      "epoch": 0.7104974109524557,
+      "grad_norm": 1.5859375,
+      "learning_rate": 8.684e-06,
+      "loss": 0.2663,
+      "step": 2830
+    },
+    {
+      "epoch": 0.7130080025105916,
+      "grad_norm": 1.75,
+      "learning_rate": 8.644e-06,
+      "loss": 0.263,
+      "step": 2840
+    },
+    {
+      "epoch": 0.7155185940687274,
+      "grad_norm": 1.9765625,
+      "learning_rate": 8.604000000000001e-06,
+      "loss": 0.276,
+      "step": 2850
+    },
+    {
+      "epoch": 0.7180291856268634,
+      "grad_norm": 1.5078125,
+      "learning_rate": 8.564000000000001e-06,
+      "loss": 0.2622,
+      "step": 2860
+    },
+    {
+      "epoch": 0.7205397771849992,
+      "grad_norm": 1.890625,
+      "learning_rate": 8.524000000000002e-06,
+      "loss": 0.2574,
+      "step": 2870
+    },
+    {
+      "epoch": 0.7230503687431351,
+      "grad_norm": 1.65625,
+      "learning_rate": 8.484e-06,
+      "loss": 0.2586,
+      "step": 2880
+    },
+    {
+      "epoch": 0.725560960301271,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.444e-06,
+      "loss": 0.2694,
+      "step": 2890
+    },
+    {
+      "epoch": 0.7280715518594069,
+      "grad_norm": 1.6953125,
+      "learning_rate": 8.404000000000001e-06,
+      "loss": 0.2817,
+      "step": 2900
+    },
+    {
+      "epoch": 0.7305821434175428,
+      "grad_norm": 1.828125,
+      "learning_rate": 8.364000000000002e-06,
+      "loss": 0.2767,
+      "step": 2910
+    },
+    {
+      "epoch": 0.7330927349756786,
+      "grad_norm": 1.40625,
+      "learning_rate": 8.324e-06,
+      "loss": 0.2547,
+      "step": 2920
+    },
+    {
+      "epoch": 0.7356033265338145,
+      "grad_norm": 1.65625,
+      "learning_rate": 8.284e-06,
+      "loss": 0.2724,
+      "step": 2930
+    },
+    {
+      "epoch": 0.7381139180919504,
+      "grad_norm": 2.078125,
+      "learning_rate": 8.244000000000001e-06,
+      "loss": 0.2972,
+      "step": 2940
+    },
+    {
+      "epoch": 0.7406245096500863,
+      "grad_norm": 1.484375,
+      "learning_rate": 8.204000000000001e-06,
+      "loss": 0.2601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.7431351012082222,
+      "grad_norm": 2.015625,
+      "learning_rate": 8.164e-06,
+      "loss": 0.2552,
+      "step": 2960
+    },
+    {
+      "epoch": 0.7456456927663581,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.124e-06,
+      "loss": 0.274,
+      "step": 2970
+    },
+    {
+      "epoch": 0.748156284324494,
+      "grad_norm": 1.8125,
+      "learning_rate": 8.084000000000001e-06,
+      "loss": 0.272,
+      "step": 2980
+    },
+    {
+      "epoch": 0.7506668758826298,
+      "grad_norm": 1.6953125,
+      "learning_rate": 8.044000000000001e-06,
+      "loss": 0.2826,
+      "step": 2990
+    },
+    {
+      "epoch": 0.7531774674407657,
+      "grad_norm": 1.7109375,
+      "learning_rate": 8.004e-06,
+      "loss": 0.2799,
+      "step": 3000
+    },
+    {
+      "epoch": 0.7556880589989016,
+      "grad_norm": 1.640625,
+      "learning_rate": 7.964e-06,
+      "loss": 0.2919,
+      "step": 3010
+    },
+    {
+      "epoch": 0.7581986505570375,
+      "grad_norm": 1.6953125,
+      "learning_rate": 7.924e-06,
+      "loss": 0.2634,
+      "step": 3020
+    },
+    {
+      "epoch": 0.7607092421151734,
+      "grad_norm": 1.8515625,
+      "learning_rate": 7.884000000000001e-06,
+      "loss": 0.259,
+      "step": 3030
+    },
+    {
+      "epoch": 0.7632198336733093,
+      "grad_norm": 1.7109375,
+      "learning_rate": 7.844e-06,
+      "loss": 0.2687,
+      "step": 3040
+    },
+    {
+      "epoch": 0.7657304252314452,
+      "grad_norm": 1.6015625,
+      "learning_rate": 7.804e-06,
+      "loss": 0.2644,
+      "step": 3050
+    },
+    {
+      "epoch": 0.768241016789581,
+      "grad_norm": 1.7421875,
+      "learning_rate": 7.764e-06,
+      "loss": 0.2541,
+      "step": 3060
+    },
+    {
+      "epoch": 0.7707516083477169,
+      "grad_norm": 1.3203125,
+      "learning_rate": 7.724000000000001e-06,
+      "loss": 0.2555,
+      "step": 3070
+    },
+    {
+      "epoch": 0.7732621999058528,
+      "grad_norm": 1.4609375,
+      "learning_rate": 7.684e-06,
+      "loss": 0.2745,
+      "step": 3080
+    },
+    {
+      "epoch": 0.7757727914639887,
+      "grad_norm": 1.5546875,
+      "learning_rate": 7.644e-06,
+      "loss": 0.2924,
+      "step": 3090
+    },
+    {
+      "epoch": 0.7782833830221246,
+      "grad_norm": 1.78125,
+      "learning_rate": 7.604e-06,
+      "loss": 0.2859,
+      "step": 3100
+    },
+    {
+      "epoch": 0.7807939745802605,
+      "grad_norm": 1.75,
+      "learning_rate": 7.564e-06,
+      "loss": 0.2752,
+      "step": 3110
+    },
+    {
+      "epoch": 0.7833045661383964,
+      "grad_norm": 1.6171875,
+      "learning_rate": 7.524e-06,
+      "loss": 0.2611,
+      "step": 3120
+    },
+    {
+      "epoch": 0.7858151576965322,
+      "grad_norm": 1.578125,
+      "learning_rate": 7.484e-06,
+      "loss": 0.256,
+      "step": 3130
+    },
+    {
+      "epoch": 0.7883257492546681,
+      "grad_norm": 1.578125,
+      "learning_rate": 7.444e-06,
+      "loss": 0.2707,
+      "step": 3140
+    },
+    {
+      "epoch": 0.790836340812804,
+      "grad_norm": 1.765625,
+      "learning_rate": 7.404e-06,
+      "loss": 0.2711,
+      "step": 3150
+    },
+    {
+      "epoch": 0.7933469323709399,
+      "grad_norm": 1.6484375,
+      "learning_rate": 7.364000000000001e-06,
+      "loss": 0.2588,
+      "step": 3160
+    },
+    {
+      "epoch": 0.7958575239290758,
+      "grad_norm": 1.7890625,
+      "learning_rate": 7.324000000000001e-06,
+      "loss": 0.2618,
+      "step": 3170
+    },
+    {
+      "epoch": 0.7983681154872116,
+      "grad_norm": 1.7734375,
+      "learning_rate": 7.284000000000001e-06,
+      "loss": 0.2755,
+      "step": 3180
+    },
+    {
+      "epoch": 0.8008787070453476,
+      "grad_norm": 1.5703125,
+      "learning_rate": 7.244000000000001e-06,
+      "loss": 0.2727,
+      "step": 3190
+    },
+    {
+      "epoch": 0.8033892986034834,
+      "grad_norm": 1.453125,
+      "learning_rate": 7.204000000000001e-06,
+      "loss": 0.2584,
+      "step": 3200
+    },
+    {
+      "epoch": 0.8058998901616193,
+      "grad_norm": 1.7265625,
+      "learning_rate": 7.164000000000001e-06,
+      "loss": 0.2767,
+      "step": 3210
+    },
+    {
+      "epoch": 0.8084104817197553,
+      "grad_norm": 1.5703125,
+      "learning_rate": 7.124000000000001e-06,
+      "loss": 0.2735,
+      "step": 3220
+    },
+    {
+      "epoch": 0.8109210732778911,
+      "grad_norm": 1.8203125,
+      "learning_rate": 7.084000000000001e-06,
+      "loss": 0.277,
+      "step": 3230
+    },
+    {
+      "epoch": 0.813431664836027,
+      "grad_norm": 1.8125,
+      "learning_rate": 7.044000000000001e-06,
+      "loss": 0.2743,
+      "step": 3240
+    },
+    {
+      "epoch": 0.8159422563941628,
+      "grad_norm": 1.953125,
+      "learning_rate": 7.004000000000001e-06,
+      "loss": 0.2804,
+      "step": 3250
+    },
+    {
+      "epoch": 0.8184528479522988,
+      "grad_norm": 1.71875,
+      "learning_rate": 6.964000000000001e-06,
+      "loss": 0.27,
+      "step": 3260
+    },
+    {
+      "epoch": 0.8209634395104346,
+      "grad_norm": 1.578125,
+      "learning_rate": 6.924000000000001e-06,
+      "loss": 0.2672,
+      "step": 3270
+    },
+    {
+      "epoch": 0.8234740310685705,
+      "grad_norm": 1.671875,
+      "learning_rate": 6.8840000000000005e-06,
+      "loss": 0.2787,
+      "step": 3280
+    },
+    {
+      "epoch": 0.8259846226267065,
+      "grad_norm": 2.34375,
+      "learning_rate": 6.844000000000001e-06,
+      "loss": 0.2624,
+      "step": 3290
+    },
+    {
+      "epoch": 0.8284952141848423,
+      "grad_norm": 1.9765625,
+      "learning_rate": 6.804e-06,
+      "loss": 0.2655,
+      "step": 3300
+    },
+    {
+      "epoch": 0.8310058057429782,
+      "grad_norm": 1.65625,
+      "learning_rate": 6.764000000000001e-06,
+      "loss": 0.2677,
+      "step": 3310
+    },
+    {
+      "epoch": 0.833516397301114,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.724e-06,
+      "loss": 0.2655,
+      "step": 3320
+    },
+    {
+      "epoch": 0.83602698885925,
+      "grad_norm": 1.5703125,
+      "learning_rate": 6.684000000000001e-06,
+      "loss": 0.27,
+      "step": 3330
+    },
+    {
+      "epoch": 0.8385375804173858,
+      "grad_norm": 1.6015625,
+      "learning_rate": 6.644e-06,
+      "loss": 0.2503,
+      "step": 3340
+    },
+    {
+      "epoch": 0.8410481719755217,
+      "grad_norm": 2.15625,
+      "learning_rate": 6.604000000000001e-06,
+      "loss": 0.2773,
+      "step": 3350
+    },
+    {
+      "epoch": 0.8435587635336577,
+      "grad_norm": 1.609375,
+      "learning_rate": 6.564e-06,
+      "loss": 0.274,
+      "step": 3360
+    },
+    {
+      "epoch": 0.8460693550917935,
+      "grad_norm": 1.578125,
+      "learning_rate": 6.5240000000000006e-06,
+      "loss": 0.2587,
+      "step": 3370
+    },
+    {
+      "epoch": 0.8485799466499294,
+      "grad_norm": 1.828125,
+      "learning_rate": 6.484e-06,
+      "loss": 0.2699,
+      "step": 3380
+    },
+    {
+      "epoch": 0.8510905382080652,
+      "grad_norm": 1.8125,
+      "learning_rate": 6.4440000000000005e-06,
+      "loss": 0.255,
+      "step": 3390
+    },
+    {
+      "epoch": 0.8536011297662012,
+      "grad_norm": 1.65625,
+      "learning_rate": 6.404e-06,
+      "loss": 0.2532,
+      "step": 3400
+    },
+    {
+      "epoch": 0.856111721324337,
+      "grad_norm": 1.6171875,
+      "learning_rate": 6.364e-06,
+      "loss": 0.2745,
+      "step": 3410
+    },
+    {
+      "epoch": 0.8586223128824729,
+      "grad_norm": 1.7421875,
+      "learning_rate": 6.324e-06,
+      "loss": 0.2713,
+      "step": 3420
+    },
+    {
+      "epoch": 0.8611329044406089,
+      "grad_norm": 1.6875,
+      "learning_rate": 6.284e-06,
+      "loss": 0.271,
+      "step": 3430
+    },
+    {
+      "epoch": 0.8636434959987447,
+      "grad_norm": 1.4375,
+      "learning_rate": 6.244e-06,
+      "loss": 0.2485,
+      "step": 3440
+    },
+    {
+      "epoch": 0.8661540875568806,
+      "grad_norm": 1.3203125,
+      "learning_rate": 6.204e-06,
+      "loss": 0.2648,
+      "step": 3450
+    },
+    {
+      "epoch": 0.8686646791150164,
+      "grad_norm": 1.8203125,
+      "learning_rate": 6.164e-06,
+      "loss": 0.2683,
+      "step": 3460
+    },
+    {
+      "epoch": 0.8711752706731524,
+      "grad_norm": 1.5703125,
+      "learning_rate": 6.124000000000001e-06,
+      "loss": 0.261,
+      "step": 3470
+    },
+    {
+      "epoch": 0.8736858622312883,
+      "grad_norm": 1.4296875,
+      "learning_rate": 6.084000000000001e-06,
+      "loss": 0.2541,
+      "step": 3480
+    },
+    {
+      "epoch": 0.8761964537894241,
+      "grad_norm": 1.859375,
+      "learning_rate": 6.044000000000001e-06,
+      "loss": 0.2607,
+      "step": 3490
+    },
+    {
+      "epoch": 0.8787070453475601,
+      "grad_norm": 2.71875,
+      "learning_rate": 6.004000000000001e-06,
+      "loss": 0.2516,
+      "step": 3500
+    },
+    {
+      "epoch": 0.8812176369056959,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.964000000000001e-06,
+      "loss": 0.2678,
+      "step": 3510
+    },
+    {
+      "epoch": 0.8837282284638318,
+      "grad_norm": 1.65625,
+      "learning_rate": 5.924000000000001e-06,
+      "loss": 0.2628,
+      "step": 3520
+    },
+    {
+      "epoch": 0.8862388200219676,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.884000000000001e-06,
+      "loss": 0.2557,
+      "step": 3530
+    },
+    {
+      "epoch": 0.8887494115801036,
+      "grad_norm": 1.8828125,
+      "learning_rate": 5.844000000000001e-06,
+      "loss": 0.2663,
+      "step": 3540
+    },
+    {
+      "epoch": 0.8912600031382395,
+      "grad_norm": 2.125,
+      "learning_rate": 5.804000000000001e-06,
+      "loss": 0.2789,
+      "step": 3550
+    },
+    {
+      "epoch": 0.8937705946963753,
+      "grad_norm": 1.78125,
+      "learning_rate": 5.764000000000001e-06,
+      "loss": 0.2646,
+      "step": 3560
+    },
+    {
+      "epoch": 0.8962811862545113,
+      "grad_norm": 1.796875,
+      "learning_rate": 5.724000000000001e-06,
+      "loss": 0.2627,
+      "step": 3570
+    },
+    {
+      "epoch": 0.8987917778126471,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.684000000000001e-06,
+      "loss": 0.281,
+      "step": 3580
+    },
+    {
+      "epoch": 0.901302369370783,
+      "grad_norm": 1.8515625,
+      "learning_rate": 5.6440000000000005e-06,
+      "loss": 0.2588,
+      "step": 3590
+    },
+    {
+      "epoch": 0.9038129609289188,
+      "grad_norm": 1.9140625,
+      "learning_rate": 5.604000000000001e-06,
+      "loss": 0.267,
+      "step": 3600
+    },
+    {
+      "epoch": 0.9063235524870548,
+      "grad_norm": 1.75,
+      "learning_rate": 5.5640000000000004e-06,
+      "loss": 0.2546,
+      "step": 3610
+    },
+    {
+      "epoch": 0.9088341440451907,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.524000000000001e-06,
+      "loss": 0.2607,
+      "step": 3620
+    },
+    {
+      "epoch": 0.9113447356033265,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.484e-06,
+      "loss": 0.2804,
+      "step": 3630
+    },
+    {
+      "epoch": 0.9138553271614624,
+      "grad_norm": 1.6328125,
+      "learning_rate": 5.444000000000001e-06,
+      "loss": 0.2595,
+      "step": 3640
+    },
+    {
+      "epoch": 0.9163659187195983,
+      "grad_norm": 1.84375,
+      "learning_rate": 5.404e-06,
+      "loss": 0.2697,
+      "step": 3650
+    },
+    {
+      "epoch": 0.9188765102777342,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.364000000000001e-06,
+      "loss": 0.2725,
+      "step": 3660
+    },
+    {
+      "epoch": 0.92138710183587,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.324e-06,
+      "loss": 0.2613,
+      "step": 3670
+    },
+    {
+      "epoch": 0.923897693394006,
+      "grad_norm": 1.8046875,
+      "learning_rate": 5.2840000000000006e-06,
+      "loss": 0.2708,
+      "step": 3680
+    },
+    {
+      "epoch": 0.9264082849521419,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.244e-06,
+      "loss": 0.2685,
+      "step": 3690
+    },
+    {
+      "epoch": 0.9289188765102777,
+      "grad_norm": 1.8828125,
+      "learning_rate": 5.2040000000000005e-06,
+      "loss": 0.272,
+      "step": 3700
+    },
+    {
+      "epoch": 0.9314294680684136,
+      "grad_norm": 1.6875,
+      "learning_rate": 5.164e-06,
+      "loss": 0.2801,
+      "step": 3710
+    },
+    {
+      "epoch": 0.9339400596265495,
+      "grad_norm": 1.6015625,
+      "learning_rate": 5.124e-06,
+      "loss": 0.257,
+      "step": 3720
+    },
+    {
+      "epoch": 0.9364506511846854,
+      "grad_norm": 1.5,
+      "learning_rate": 5.084e-06,
+      "loss": 0.2511,
+      "step": 3730
+    },
+    {
+      "epoch": 0.9389612427428212,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.044e-06,
+      "loss": 0.2645,
+      "step": 3740
+    },
+    {
+      "epoch": 0.9414718343009572,
+      "grad_norm": 1.6640625,
+      "learning_rate": 5.004e-06,
+      "loss": 0.2711,
+      "step": 3750
+    },
+    {
+      "epoch": 0.9439824258590931,
+      "grad_norm": 1.7421875,
+      "learning_rate": 4.964e-06,
+      "loss": 0.2547,
+      "step": 3760
+    },
+    {
+      "epoch": 0.9464930174172289,
+      "grad_norm": 1.7734375,
+      "learning_rate": 4.924000000000001e-06,
+      "loss": 0.2728,
+      "step": 3770
+    },
+    {
+      "epoch": 0.9490036089753648,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.884e-06,
+      "loss": 0.2666,
+      "step": 3780
+    },
+    {
+      "epoch": 0.9515142005335007,
+      "grad_norm": 1.3515625,
+      "learning_rate": 4.8440000000000005e-06,
+      "loss": 0.2509,
+      "step": 3790
+    },
+    {
+      "epoch": 0.9540247920916366,
+      "grad_norm": 1.6640625,
+      "learning_rate": 4.804e-06,
+      "loss": 0.2643,
+      "step": 3800
+    },
+    {
+      "epoch": 0.9565353836497725,
+      "grad_norm": 1.5703125,
+      "learning_rate": 4.7640000000000005e-06,
+      "loss": 0.2568,
+      "step": 3810
+    },
+    {
+      "epoch": 0.9590459752079084,
+      "grad_norm": 1.6796875,
+      "learning_rate": 4.724e-06,
+      "loss": 0.2673,
+      "step": 3820
+    },
+    {
+      "epoch": 0.9615565667660443,
+      "grad_norm": 1.625,
+      "learning_rate": 4.684e-06,
+      "loss": 0.2622,
+      "step": 3830
+    },
+    {
+      "epoch": 0.9640671583241801,
+      "grad_norm": 1.5625,
+      "learning_rate": 4.644e-06,
+      "loss": 0.2656,
+      "step": 3840
+    },
+    {
+      "epoch": 0.966577749882316,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.604e-06,
+      "loss": 0.2581,
+      "step": 3850
+    },
+    {
+      "epoch": 0.9690883414404519,
+      "grad_norm": 1.6875,
+      "learning_rate": 4.564e-06,
+      "loss": 0.2529,
+      "step": 3860
+    },
+    {
+      "epoch": 0.9715989329985878,
+      "grad_norm": 1.8125,
+      "learning_rate": 4.524e-06,
+      "loss": 0.284,
+      "step": 3870
+    },
+    {
+      "epoch": 0.9741095245567237,
+      "grad_norm": 2.484375,
+      "learning_rate": 4.484000000000001e-06,
+      "loss": 0.2596,
+      "step": 3880
+    },
+    {
+      "epoch": 0.9766201161148595,
+      "grad_norm": 1.5390625,
+      "learning_rate": 4.444e-06,
+      "loss": 0.2759,
+      "step": 3890
+    },
+    {
+      "epoch": 0.9791307076729955,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.4040000000000005e-06,
+      "loss": 0.2563,
+      "step": 3900
+    },
+    {
+      "epoch": 0.9816412992311313,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.364e-06,
+      "loss": 0.25,
+      "step": 3910
+    },
+    {
+      "epoch": 0.9841518907892672,
+      "grad_norm": 1.875,
+      "learning_rate": 4.3240000000000004e-06,
+      "loss": 0.2747,
+      "step": 3920
+    },
+    {
+      "epoch": 0.9866624823474031,
+      "grad_norm": 1.6640625,
+      "learning_rate": 4.284e-06,
+      "loss": 0.2691,
+      "step": 3930
+    },
+    {
+      "epoch": 0.989173073905539,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.244e-06,
+      "loss": 0.2431,
+      "step": 3940
+    },
+    {
+      "epoch": 0.9916836654636749,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.204e-06,
+      "loss": 0.2422,
+      "step": 3950
+    },
+    {
+      "epoch": 0.9941942570218107,
+      "grad_norm": 1.984375,
+      "learning_rate": 4.164e-06,
+      "loss": 0.2554,
+      "step": 3960
+    },
+    {
+      "epoch": 0.9967048485799467,
+      "grad_norm": 1.671875,
+      "learning_rate": 4.124e-06,
+      "loss": 0.2659,
+      "step": 3970
+    },
+    {
+      "epoch": 0.9992154401380825,
+      "grad_norm": 1.875,
+      "learning_rate": 4.084e-06,
+      "loss": 0.2563,
+      "step": 3980
+    },
+    {
+      "epoch": 1.0015063549348815,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.044e-06,
+      "loss": 0.2382,
+      "step": 3990
+    },
+    {
+      "epoch": 1.0040169464930173,
+      "grad_norm": 1.34375,
+      "learning_rate": 4.004e-06,
+      "loss": 0.2385,
+      "step": 4000
+    },
+    {
+      "epoch": 1.0065275380511534,
+      "grad_norm": 1.4921875,
+      "learning_rate": 3.964e-06,
+      "loss": 0.2354,
+      "step": 4010
+    },
+    {
+      "epoch": 1.0090381296092892,
+      "grad_norm": 1.578125,
+      "learning_rate": 3.924000000000001e-06,
+      "loss": 0.2446,
+      "step": 4020
+    },
+    {
+      "epoch": 1.011548721167425,
+      "grad_norm": 1.5703125,
+      "learning_rate": 3.884e-06,
+      "loss": 0.2355,
+      "step": 4030
+    },
+    {
+      "epoch": 1.014059312725561,
+      "grad_norm": 1.4609375,
+      "learning_rate": 3.844000000000001e-06,
+      "loss": 0.2358,
+      "step": 4040
+    },
+    {
+      "epoch": 1.0165699042836969,
+      "grad_norm": 1.6171875,
+      "learning_rate": 3.8040000000000003e-06,
+      "loss": 0.2387,
+      "step": 4050
+    },
+    {
+      "epoch": 1.0190804958418327,
+      "grad_norm": 1.6015625,
+      "learning_rate": 3.7640000000000003e-06,
+      "loss": 0.2342,
+      "step": 4060
+    },
+    {
+      "epoch": 1.0215910873999685,
+      "grad_norm": 1.5546875,
+      "learning_rate": 3.7240000000000003e-06,
+      "loss": 0.2381,
+      "step": 4070
+    },
+    {
+      "epoch": 1.0241016789581046,
+      "grad_norm": 1.765625,
+      "learning_rate": 3.6840000000000002e-06,
+      "loss": 0.2392,
+      "step": 4080
+    },
+    {
+      "epoch": 1.0266122705162404,
+      "grad_norm": 1.515625,
+      "learning_rate": 3.644e-06,
+      "loss": 0.2335,
+      "step": 4090
+    },
+    {
+      "epoch": 1.0291228620743762,
+      "grad_norm": 1.453125,
+      "learning_rate": 3.604e-06,
+      "loss": 0.2544,
+      "step": 4100
+    },
+    {
+      "epoch": 1.0316334536325122,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.564e-06,
+      "loss": 0.2254,
+      "step": 4110
+    },
+    {
+      "epoch": 1.034144045190648,
+      "grad_norm": 1.7734375,
+      "learning_rate": 3.524e-06,
+      "loss": 0.2443,
+      "step": 4120
+    },
+    {
+      "epoch": 1.0366546367487839,
+      "grad_norm": 1.6640625,
+      "learning_rate": 3.484e-06,
+      "loss": 0.2492,
+      "step": 4130
+    },
+    {
+      "epoch": 1.0391652283069197,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.444e-06,
+      "loss": 0.2285,
+      "step": 4140
+    },
+    {
+      "epoch": 1.0416758198650558,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.404e-06,
+      "loss": 0.2309,
+      "step": 4150
+    },
+    {
+      "epoch": 1.0441864114231916,
+      "grad_norm": 1.78125,
+      "learning_rate": 3.364e-06,
+      "loss": 0.2477,
+      "step": 4160
+    },
+    {
+      "epoch": 1.0466970029813274,
+      "grad_norm": 1.7265625,
+      "learning_rate": 3.324e-06,
+      "loss": 0.2395,
+      "step": 4170
+    },
+    {
+      "epoch": 1.0492075945394634,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.2840000000000007e-06,
+      "loss": 0.2266,
+      "step": 4180
+    },
+    {
+      "epoch": 1.0517181860975993,
+      "grad_norm": 2.046875,
+      "learning_rate": 3.2440000000000006e-06,
+      "loss": 0.2382,
+      "step": 4190
+    },
+    {
+      "epoch": 1.054228777655735,
+      "grad_norm": 1.8125,
+      "learning_rate": 3.2040000000000006e-06,
+      "loss": 0.2315,
+      "step": 4200
+    },
+    {
+      "epoch": 1.056739369213871,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.1640000000000005e-06,
+      "loss": 0.2399,
+      "step": 4210
+    },
+    {
+      "epoch": 1.059249960772007,
+      "grad_norm": 1.5703125,
+      "learning_rate": 3.1240000000000005e-06,
+      "loss": 0.2287,
+      "step": 4220
+    },
+    {
+      "epoch": 1.0617605523301428,
+      "grad_norm": 1.4453125,
+      "learning_rate": 3.0840000000000005e-06,
+      "loss": 0.2399,
+      "step": 4230
+    },
+    {
+      "epoch": 1.0642711438882786,
+      "grad_norm": 1.6171875,
+      "learning_rate": 3.0440000000000004e-06,
+      "loss": 0.2334,
+      "step": 4240
+    },
+    {
+      "epoch": 1.0667817354464146,
+      "grad_norm": 1.671875,
+      "learning_rate": 3.0040000000000004e-06,
+      "loss": 0.2324,
+      "step": 4250
+    },
+    {
+      "epoch": 1.0692923270045505,
+      "grad_norm": 1.5859375,
+      "learning_rate": 2.9640000000000003e-06,
+      "loss": 0.231,
+      "step": 4260
+    },
+    {
+      "epoch": 1.0718029185626863,
+      "grad_norm": 1.640625,
+      "learning_rate": 2.9240000000000003e-06,
+      "loss": 0.2465,
+      "step": 4270
+    },
+    {
+      "epoch": 1.074313510120822,
+      "grad_norm": 1.796875,
+      "learning_rate": 2.8840000000000003e-06,
+      "loss": 0.2465,
+      "step": 4280
+    },
+    {
+      "epoch": 1.0768241016789581,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.8440000000000002e-06,
+      "loss": 0.2514,
+      "step": 4290
+    },
+    {
+      "epoch": 1.079334693237094,
+      "grad_norm": 1.71875,
+      "learning_rate": 2.804e-06,
+      "loss": 0.2318,
+      "step": 4300
+    },
+    {
+      "epoch": 1.0818452847952298,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.764e-06,
+      "loss": 0.2366,
+      "step": 4310
+    },
+    {
+      "epoch": 1.0843558763533658,
+      "grad_norm": 1.46875,
+      "learning_rate": 2.724e-06,
+      "loss": 0.2328,
+      "step": 4320
+    },
+    {
+      "epoch": 1.0868664679115017,
+      "grad_norm": 1.734375,
+      "learning_rate": 2.6840000000000005e-06,
+      "loss": 0.2566,
+      "step": 4330
+    },
+    {
+      "epoch": 1.0893770594696375,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.6440000000000004e-06,
+      "loss": 0.2243,
+      "step": 4340
+    },
+    {
+      "epoch": 1.0918876510277735,
+      "grad_norm": 1.703125,
+      "learning_rate": 2.6040000000000004e-06,
+      "loss": 0.2234,
+      "step": 4350
+    },
+    {
+      "epoch": 1.0943982425859093,
+      "grad_norm": 1.7421875,
+      "learning_rate": 2.5640000000000004e-06,
+      "loss": 0.2287,
+      "step": 4360
+    },
+    {
+      "epoch": 1.0969088341440452,
+      "grad_norm": 1.5703125,
+      "learning_rate": 2.5240000000000003e-06,
+      "loss": 0.2365,
+      "step": 4370
+    },
+    {
+      "epoch": 1.099419425702181,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.4840000000000003e-06,
+      "loss": 0.2299,
+      "step": 4380
+    },
+    {
+      "epoch": 1.101930017260317,
+      "grad_norm": 1.8359375,
+      "learning_rate": 2.4440000000000002e-06,
+      "loss": 0.24,
+      "step": 4390
+    },
+    {
+      "epoch": 1.1044406088184529,
+      "grad_norm": 1.5703125,
+      "learning_rate": 2.404e-06,
+      "loss": 0.2292,
+      "step": 4400
+    },
+    {
+      "epoch": 1.1069512003765887,
+      "grad_norm": 1.59375,
+      "learning_rate": 2.364e-06,
+      "loss": 0.2356,
+      "step": 4410
+    },
+    {
+      "epoch": 1.1094617919347247,
+      "grad_norm": 1.8671875,
+      "learning_rate": 2.324e-06,
+      "loss": 0.2395,
+      "step": 4420
+    },
+    {
+      "epoch": 1.1119723834928605,
+      "grad_norm": 1.7734375,
+      "learning_rate": 2.284e-06,
+      "loss": 0.2534,
+      "step": 4430
+    },
+    {
+      "epoch": 1.1144829750509964,
+      "grad_norm": 1.6328125,
+      "learning_rate": 2.244e-06,
+      "loss": 0.2294,
+      "step": 4440
+    },
+    {
+      "epoch": 1.1169935666091322,
+      "grad_norm": 1.6796875,
+      "learning_rate": 2.2040000000000004e-06,
+      "loss": 0.2428,
+      "step": 4450
+    },
+    {
+      "epoch": 1.1195041581672682,
+      "grad_norm": 1.5,
+      "learning_rate": 2.1640000000000004e-06,
+      "loss": 0.2486,
+      "step": 4460
+    },
+    {
+      "epoch": 1.122014749725404,
+      "grad_norm": 1.515625,
+      "learning_rate": 2.1240000000000003e-06,
+      "loss": 0.2428,
+      "step": 4470
+    },
+    {
+      "epoch": 1.1245253412835399,
+      "grad_norm": 1.65625,
+      "learning_rate": 2.0840000000000003e-06,
+      "loss": 0.2438,
+      "step": 4480
+    },
+    {
+      "epoch": 1.127035932841676,
+      "grad_norm": 1.796875,
+      "learning_rate": 2.0440000000000003e-06,
+      "loss": 0.2278,
+      "step": 4490
+    },
+    {
+      "epoch": 1.1295465243998117,
+      "grad_norm": 1.640625,
+      "learning_rate": 2.004e-06,
+      "loss": 0.2306,
+      "step": 4500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.194052832115884e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-4500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a573b76b43963ddfc5159ef89ab0e258df03a82b42d345c3f13a661915b1f
+size 5713

checkpoint-5000/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128001,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "use_cache": true,
+  "vocab_size": 128256
+}

checkpoint-5000/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

checkpoint-5000/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f3a42cf3e7cfda21946e76131d2b59ed98c6465cd74051c5f9693ed54c6aa4
+size 4976698672

checkpoint-5000/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a81226bcdf2579911c160f4f39dbfbb92a4759fc7c2a7d27af55245bda8b13
+size 4999802720

checkpoint-5000/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb7741da438a74a56dca55a4d9315aed10dcdf64bb10e1d2dac3232c8aa57e
+size 4915916176

checkpoint-5000/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac46fce1898f637da07a978aade60c7bd8f839c126b4332c0d235fd7a01a7e1
+size 1168138808

checkpoint-5000/model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

checkpoint-5000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9410f15a9948197563b55cff3a132c2300f7091efcb98635df5640753a7f43
+size 32121300399

checkpoint-5000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b29492211804ab324a36f37466821d948280bb74fce4ba895c03f13ecd878
+size 14645

checkpoint-5000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8f1a4cffab56686fdade86404d8b871f35c88cd1eef5668969ab89bbd29a29
+size 1465

checkpoint-5000/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|end_of_text|>"
+}

checkpoint-5000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-5000/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-5000/trainer_state.json

@@ -0,0 +1,3534 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.255076102306606,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002510591558135886,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.9964e-05,
+      "loss": 1.2975,
+      "step": 10
+    },
+    {
+      "epoch": 0.005021183116271772,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.9924e-05,
+      "loss": 0.6792,
+      "step": 20
+    },
+    {
+      "epoch": 0.007531774674407657,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.9884e-05,
+      "loss": 0.6571,
+      "step": 30
+    },
+    {
+      "epoch": 0.010042366232543544,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.9844000000000002e-05,
+      "loss": 0.6431,
+      "step": 40
+    },
+    {
+      "epoch": 0.012552957790679428,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.9804000000000002e-05,
+      "loss": 0.6739,
+      "step": 50
+    },
+    {
+      "epoch": 0.015063549348815314,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.9764000000000003e-05,
+      "loss": 0.6491,
+      "step": 60
+    },
+    {
+      "epoch": 0.0175741409069512,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.9724e-05,
+      "loss": 0.5911,
+      "step": 70
+    },
+    {
+      "epoch": 0.020084732465087088,
+      "grad_norm": 2.0,
+      "learning_rate": 1.9684e-05,
+      "loss": 0.6117,
+      "step": 80
+    },
+    {
+      "epoch": 0.022595324023222972,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.9644e-05,
+      "loss": 0.5892,
+      "step": 90
+    },
+    {
+      "epoch": 0.025105915581358856,
+      "grad_norm": 2.125,
+      "learning_rate": 1.9604e-05,
+      "loss": 0.5893,
+      "step": 100
+    },
+    {
+      "epoch": 0.027616507139494744,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.9564e-05,
+      "loss": 0.6412,
+      "step": 110
+    },
+    {
+      "epoch": 0.03012709869763063,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.9524e-05,
+      "loss": 0.5514,
+      "step": 120
+    },
+    {
+      "epoch": 0.032637690255766516,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.9484000000000002e-05,
+      "loss": 0.6029,
+      "step": 130
+    },
+    {
+      "epoch": 0.0351482818139024,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.9444000000000002e-05,
+      "loss": 0.5723,
+      "step": 140
+    },
+    {
+      "epoch": 0.037658873372038285,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.9404e-05,
+      "loss": 0.5721,
+      "step": 150
+    },
+    {
+      "epoch": 0.040169464930174176,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.9364e-05,
+      "loss": 0.5911,
+      "step": 160
+    },
+    {
+      "epoch": 0.04268005648831006,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.9324e-05,
+      "loss": 0.5532,
+      "step": 170
+    },
+    {
+      "epoch": 0.045190648046445944,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.9284e-05,
+      "loss": 0.5836,
+      "step": 180
+    },
+    {
+      "epoch": 0.04770123960458183,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.9244000000000004e-05,
+      "loss": 0.5294,
+      "step": 190
+    },
+    {
+      "epoch": 0.05021183116271771,
+      "grad_norm": 1.8125,
+      "learning_rate": 1.9204e-05,
+      "loss": 0.5675,
+      "step": 200
+    },
+    {
+      "epoch": 0.052722422720853604,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.9164e-05,
+      "loss": 0.4689,
+      "step": 210
+    },
+    {
+      "epoch": 0.05523301427898949,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.9124000000000002e-05,
+      "loss": 0.5765,
+      "step": 220
+    },
+    {
+      "epoch": 0.05774360583712537,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.9084000000000002e-05,
+      "loss": 0.5369,
+      "step": 230
+    },
+    {
+      "epoch": 0.06025419739526126,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.9044000000000003e-05,
+      "loss": 0.4895,
+      "step": 240
+    },
+    {
+      "epoch": 0.06276478895339714,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.9004000000000003e-05,
+      "loss": 0.5191,
+      "step": 250
+    },
+    {
+      "epoch": 0.06527538051153303,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.8964000000000003e-05,
+      "loss": 0.5655,
+      "step": 260
+    },
+    {
+      "epoch": 0.06778597206966891,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.8924000000000004e-05,
+      "loss": 0.5454,
+      "step": 270
+    },
+    {
+      "epoch": 0.0702965636278048,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.8884e-05,
+      "loss": 0.5656,
+      "step": 280
+    },
+    {
+      "epoch": 0.07280715518594069,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.8844e-05,
+      "loss": 0.481,
+      "step": 290
+    },
+    {
+      "epoch": 0.07531774674407657,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.8804e-05,
+      "loss": 0.5365,
+      "step": 300
+    },
+    {
+      "epoch": 0.07782833830221246,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.8764000000000002e-05,
+      "loss": 0.5271,
+      "step": 310
+    },
+    {
+      "epoch": 0.08033892986034835,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.8724000000000002e-05,
+      "loss": 0.5145,
+      "step": 320
+    },
+    {
+      "epoch": 0.08284952141848423,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.8684000000000003e-05,
+      "loss": 0.5129,
+      "step": 330
+    },
+    {
+      "epoch": 0.08536011297662012,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.8644000000000003e-05,
+      "loss": 0.5539,
+      "step": 340
+    },
+    {
+      "epoch": 0.087870704534756,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.8604000000000003e-05,
+      "loss": 0.5051,
+      "step": 350
+    },
+    {
+      "epoch": 0.09038129609289189,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.8564e-05,
+      "loss": 0.5034,
+      "step": 360
+    },
+    {
+      "epoch": 0.09289188765102778,
+      "grad_norm": 1.625,
+      "learning_rate": 1.8524e-05,
+      "loss": 0.4867,
+      "step": 370
+    },
+    {
+      "epoch": 0.09540247920916366,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.8484e-05,
+      "loss": 0.5237,
+      "step": 380
+    },
+    {
+      "epoch": 0.09791307076729955,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.8444e-05,
+      "loss": 0.5305,
+      "step": 390
+    },
+    {
+      "epoch": 0.10042366232543543,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.8404000000000002e-05,
+      "loss": 0.498,
+      "step": 400
+    },
+    {
+      "epoch": 0.10293425388357132,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.8364000000000002e-05,
+      "loss": 0.512,
+      "step": 410
+    },
+    {
+      "epoch": 0.10544484544170721,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.8324000000000003e-05,
+      "loss": 0.4874,
+      "step": 420
+    },
+    {
+      "epoch": 0.10795543699984309,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.8284000000000003e-05,
+      "loss": 0.5123,
+      "step": 430
+    },
+    {
+      "epoch": 0.11046602855797898,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.8244e-05,
+      "loss": 0.4691,
+      "step": 440
+    },
+    {
+      "epoch": 0.11297662011611485,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.8204e-05,
+      "loss": 0.4485,
+      "step": 450
+    },
+    {
+      "epoch": 0.11548721167425074,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.8164e-05,
+      "loss": 0.4647,
+      "step": 460
+    },
+    {
+      "epoch": 0.11799780323238664,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.8124e-05,
+      "loss": 0.4518,
+      "step": 470
+    },
+    {
+      "epoch": 0.12050839479052251,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.8084e-05,
+      "loss": 0.4848,
+      "step": 480
+    },
+    {
+      "epoch": 0.1230189863486584,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.8044000000000002e-05,
+      "loss": 0.4624,
+      "step": 490
+    },
+    {
+      "epoch": 0.12552957790679428,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.8004000000000002e-05,
+      "loss": 0.489,
+      "step": 500
+    },
+    {
+      "epoch": 0.1280401694649302,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.7964000000000003e-05,
+      "loss": 0.4556,
+      "step": 510
+    },
+    {
+      "epoch": 0.13055076102306606,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.7924e-05,
+      "loss": 0.4726,
+      "step": 520
+    },
+    {
+      "epoch": 0.13306135258120194,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.7884e-05,
+      "loss": 0.4686,
+      "step": 530
+    },
+    {
+      "epoch": 0.13557194413933782,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.7844e-05,
+      "loss": 0.4228,
+      "step": 540
+    },
+    {
+      "epoch": 0.13808253569747372,
+      "grad_norm": 2.125,
+      "learning_rate": 1.7804e-05,
+      "loss": 0.4523,
+      "step": 550
+    },
+    {
+      "epoch": 0.1405931272556096,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.7764e-05,
+      "loss": 0.4235,
+      "step": 560
+    },
+    {
+      "epoch": 0.14310371881374548,
+      "grad_norm": 1.875,
+      "learning_rate": 1.7724000000000002e-05,
+      "loss": 0.4474,
+      "step": 570
+    },
+    {
+      "epoch": 0.14561431037188138,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.7684000000000002e-05,
+      "loss": 0.4576,
+      "step": 580
+    },
+    {
+      "epoch": 0.14812490193001726,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.7644000000000003e-05,
+      "loss": 0.4345,
+      "step": 590
+    },
+    {
+      "epoch": 0.15063549348815314,
+      "grad_norm": 2.0,
+      "learning_rate": 1.7604e-05,
+      "loss": 0.4124,
+      "step": 600
+    },
+    {
+      "epoch": 0.15314608504628904,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.7564e-05,
+      "loss": 0.4457,
+      "step": 610
+    },
+    {
+      "epoch": 0.15565667660442492,
+      "grad_norm": 2.125,
+      "learning_rate": 1.7524e-05,
+      "loss": 0.4569,
+      "step": 620
+    },
+    {
+      "epoch": 0.1581672681625608,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.7484e-05,
+      "loss": 0.4065,
+      "step": 630
+    },
+    {
+      "epoch": 0.1606778597206967,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.7444e-05,
+      "loss": 0.4231,
+      "step": 640
+    },
+    {
+      "epoch": 0.16318845127883258,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.7404e-05,
+      "loss": 0.4306,
+      "step": 650
+    },
+    {
+      "epoch": 0.16569904283696846,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.7364000000000002e-05,
+      "loss": 0.4261,
+      "step": 660
+    },
+    {
+      "epoch": 0.16820963439510433,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.7324000000000002e-05,
+      "loss": 0.3939,
+      "step": 670
+    },
+    {
+      "epoch": 0.17072022595324024,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.7284e-05,
+      "loss": 0.3979,
+      "step": 680
+    },
+    {
+      "epoch": 0.17323081751137612,
+      "grad_norm": 2.0,
+      "learning_rate": 1.7244e-05,
+      "loss": 0.419,
+      "step": 690
+    },
+    {
+      "epoch": 0.175741409069512,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.7204e-05,
+      "loss": 0.4181,
+      "step": 700
+    },
+    {
+      "epoch": 0.1782520006276479,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.7164e-05,
+      "loss": 0.4345,
+      "step": 710
+    },
+    {
+      "epoch": 0.18076259218578378,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.7124e-05,
+      "loss": 0.436,
+      "step": 720
+    },
+    {
+      "epoch": 0.18327318374391965,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.7084e-05,
+      "loss": 0.3904,
+      "step": 730
+    },
+    {
+      "epoch": 0.18578377530205556,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.7044e-05,
+      "loss": 0.3941,
+      "step": 740
+    },
+    {
+      "epoch": 0.18829436686019144,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.7004000000000002e-05,
+      "loss": 0.403,
+      "step": 750
+    },
+    {
+      "epoch": 0.19080495841832731,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6964e-05,
+      "loss": 0.397,
+      "step": 760
+    },
+    {
+      "epoch": 0.1933155499764632,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6924e-05,
+      "loss": 0.3869,
+      "step": 770
+    },
+    {
+      "epoch": 0.1958261415345991,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.6884e-05,
+      "loss": 0.428,
+      "step": 780
+    },
+    {
+      "epoch": 0.19833673309273497,
+      "grad_norm": 2.375,
+      "learning_rate": 1.6844e-05,
+      "loss": 0.4024,
+      "step": 790
+    },
+    {
+      "epoch": 0.20084732465087085,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.6804e-05,
+      "loss": 0.4061,
+      "step": 800
+    },
+    {
+      "epoch": 0.20335791620900676,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.6764e-05,
+      "loss": 0.3882,
+      "step": 810
+    },
+    {
+      "epoch": 0.20586850776714263,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6724e-05,
+      "loss": 0.3973,
+      "step": 820
+    },
+    {
+      "epoch": 0.2083790993252785,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.6684e-05,
+      "loss": 0.3871,
+      "step": 830
+    },
+    {
+      "epoch": 0.21088969088341442,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.6644000000000002e-05,
+      "loss": 0.3666,
+      "step": 840
+    },
+    {
+      "epoch": 0.2134002824415503,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.6604000000000002e-05,
+      "loss": 0.3853,
+      "step": 850
+    },
+    {
+      "epoch": 0.21591087399968617,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6564000000000003e-05,
+      "loss": 0.3772,
+      "step": 860
+    },
+    {
+      "epoch": 0.21842146555782208,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6524000000000003e-05,
+      "loss": 0.3926,
+      "step": 870
+    },
+    {
+      "epoch": 0.22093205711595795,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.6484000000000003e-05,
+      "loss": 0.3824,
+      "step": 880
+    },
+    {
+      "epoch": 0.22344264867409383,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.6444000000000004e-05,
+      "loss": 0.3777,
+      "step": 890
+    },
+    {
+      "epoch": 0.2259532402322297,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.6404e-05,
+      "loss": 0.3886,
+      "step": 900
+    },
+    {
+      "epoch": 0.2284638317903656,
+      "grad_norm": 2.25,
+      "learning_rate": 1.6364e-05,
+      "loss": 0.4085,
+      "step": 910
+    },
+    {
+      "epoch": 0.2309744233485015,
+      "grad_norm": 2.125,
+      "learning_rate": 1.6324e-05,
+      "loss": 0.3692,
+      "step": 920
+    },
+    {
+      "epoch": 0.23348501490663737,
+      "grad_norm": 2.125,
+      "learning_rate": 1.6284000000000002e-05,
+      "loss": 0.3528,
+      "step": 930
+    },
+    {
+      "epoch": 0.23599560646477327,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.6244000000000002e-05,
+      "loss": 0.3708,
+      "step": 940
+    },
+    {
+      "epoch": 0.23850619802290915,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.6204000000000003e-05,
+      "loss": 0.3625,
+      "step": 950
+    },
+    {
+      "epoch": 0.24101678958104503,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.6164000000000003e-05,
+      "loss": 0.3596,
+      "step": 960
+    },
+    {
+      "epoch": 0.24352738113918093,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.6124000000000004e-05,
+      "loss": 0.3576,
+      "step": 970
+    },
+    {
+      "epoch": 0.2460379726973168,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.6084e-05,
+      "loss": 0.3481,
+      "step": 980
+    },
+    {
+      "epoch": 0.2485485642554527,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.6044e-05,
+      "loss": 0.3899,
+      "step": 990
+    },
+    {
+      "epoch": 0.25105915581358856,
+      "grad_norm": 2.0,
+      "learning_rate": 1.6004e-05,
+      "loss": 0.3838,
+      "step": 1000
+    },
+    {
+      "epoch": 0.25356974737172444,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.5964e-05,
+      "loss": 0.3522,
+      "step": 1010
+    },
+    {
+      "epoch": 0.2560803389298604,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.5924000000000002e-05,
+      "loss": 0.3277,
+      "step": 1020
+    },
+    {
+      "epoch": 0.25859093048799625,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.5884000000000002e-05,
+      "loss": 0.3532,
+      "step": 1030
+    },
+    {
+      "epoch": 0.26110152204613213,
+      "grad_norm": 2.125,
+      "learning_rate": 1.5844000000000003e-05,
+      "loss": 0.3558,
+      "step": 1040
+    },
+    {
+      "epoch": 0.263612113604268,
+      "grad_norm": 2.375,
+      "learning_rate": 1.5804000000000003e-05,
+      "loss": 0.3617,
+      "step": 1050
+    },
+    {
+      "epoch": 0.2661227051624039,
+      "grad_norm": 2.421875,
+      "learning_rate": 1.5764e-05,
+      "loss": 0.3607,
+      "step": 1060
+    },
+    {
+      "epoch": 0.26863329672053976,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.5724e-05,
+      "loss": 0.3948,
+      "step": 1070
+    },
+    {
+      "epoch": 0.27114388827867564,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.5684e-05,
+      "loss": 0.3776,
+      "step": 1080
+    },
+    {
+      "epoch": 0.27365447983681157,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.5644e-05,
+      "loss": 0.3324,
+      "step": 1090
+    },
+    {
+      "epoch": 0.27616507139494745,
+      "grad_norm": 2.125,
+      "learning_rate": 1.5604000000000002e-05,
+      "loss": 0.3536,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2786756629530833,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.5564000000000002e-05,
+      "loss": 0.3591,
+      "step": 1110
+    },
+    {
+      "epoch": 0.2811862545112192,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.5524000000000002e-05,
+      "loss": 0.3598,
+      "step": 1120
+    },
+    {
+      "epoch": 0.2836968460693551,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.5484000000000003e-05,
+      "loss": 0.323,
+      "step": 1130
+    },
+    {
+      "epoch": 0.28620743762749096,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.5444e-05,
+      "loss": 0.3496,
+      "step": 1140
+    },
+    {
+      "epoch": 0.2887180291856269,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.5404e-05,
+      "loss": 0.3442,
+      "step": 1150
+    },
+    {
+      "epoch": 0.29122862074376277,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.5364e-05,
+      "loss": 0.3392,
+      "step": 1160
+    },
+    {
+      "epoch": 0.29373921230189864,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.5324e-05,
+      "loss": 0.3689,
+      "step": 1170
+    },
+    {
+      "epoch": 0.2962498038600345,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5284e-05,
+      "loss": 0.347,
+      "step": 1180
+    },
+    {
+      "epoch": 0.2987603954181704,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.5244000000000002e-05,
+      "loss": 0.3487,
+      "step": 1190
+    },
+    {
+      "epoch": 0.3012709869763063,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.5204e-05,
+      "loss": 0.3182,
+      "step": 1200
+    },
+    {
+      "epoch": 0.30378157853444215,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.5164e-05,
+      "loss": 0.3298,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3062921700925781,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.5124000000000001e-05,
+      "loss": 0.3299,
+      "step": 1220
+    },
+    {
+      "epoch": 0.30880276165071396,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.5084000000000002e-05,
+      "loss": 0.3685,
+      "step": 1230
+    },
+    {
+      "epoch": 0.31131335320884984,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.5044e-05,
+      "loss": 0.3321,
+      "step": 1240
+    },
+    {
+      "epoch": 0.3138239447669857,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.5004e-05,
+      "loss": 0.3397,
+      "step": 1250
+    },
+    {
+      "epoch": 0.3163345363251216,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.4964000000000001e-05,
+      "loss": 0.3296,
+      "step": 1260
+    },
+    {
+      "epoch": 0.3188451278832575,
+      "grad_norm": 1.875,
+      "learning_rate": 1.4924000000000001e-05,
+      "loss": 0.3122,
+      "step": 1270
+    },
+    {
+      "epoch": 0.3213557194413934,
+      "grad_norm": 2.0,
+      "learning_rate": 1.4884e-05,
+      "loss": 0.3325,
+      "step": 1280
+    },
+    {
+      "epoch": 0.3238663109995293,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.4844e-05,
+      "loss": 0.343,
+      "step": 1290
+    },
+    {
+      "epoch": 0.32637690255766516,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.4804000000000001e-05,
+      "loss": 0.332,
+      "step": 1300
+    },
+    {
+      "epoch": 0.32888749411580104,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.4764000000000001e-05,
+      "loss": 0.3303,
+      "step": 1310
+    },
+    {
+      "epoch": 0.3313980856739369,
+      "grad_norm": 2.25,
+      "learning_rate": 1.4724e-05,
+      "loss": 0.3302,
+      "step": 1320
+    },
+    {
+      "epoch": 0.3339086772320728,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.4684e-05,
+      "loss": 0.3304,
+      "step": 1330
+    },
+    {
+      "epoch": 0.33641926879020867,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.4644e-05,
+      "loss": 0.3247,
+      "step": 1340
+    },
+    {
+      "epoch": 0.3389298603483446,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4604000000000001e-05,
+      "loss": 0.324,
+      "step": 1350
+    },
+    {
+      "epoch": 0.3414404519064805,
+      "grad_norm": 1.5390625,
+      "learning_rate": 1.4564e-05,
+      "loss": 0.3353,
+      "step": 1360
+    },
+    {
+      "epoch": 0.34395104346461636,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4524e-05,
+      "loss": 0.321,
+      "step": 1370
+    },
+    {
+      "epoch": 0.34646163502275223,
+      "grad_norm": 2.5625,
+      "learning_rate": 1.4484e-05,
+      "loss": 0.3133,
+      "step": 1380
+    },
+    {
+      "epoch": 0.3489722265808881,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.4444000000000001e-05,
+      "loss": 0.3516,
+      "step": 1390
+    },
+    {
+      "epoch": 0.351482818139024,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.4404e-05,
+      "loss": 0.3093,
+      "step": 1400
+    },
+    {
+      "epoch": 0.35399340969715987,
+      "grad_norm": 1.4765625,
+      "learning_rate": 1.4364e-05,
+      "loss": 0.3171,
+      "step": 1410
+    },
+    {
+      "epoch": 0.3565040012552958,
+      "grad_norm": 2.0,
+      "learning_rate": 1.4324e-05,
+      "loss": 0.3321,
+      "step": 1420
+    },
+    {
+      "epoch": 0.3590145928134317,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.4284e-05,
+      "loss": 0.3111,
+      "step": 1430
+    },
+    {
+      "epoch": 0.36152518437156755,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4244000000000003e-05,
+      "loss": 0.3403,
+      "step": 1440
+    },
+    {
+      "epoch": 0.36403577592970343,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.4204000000000002e-05,
+      "loss": 0.3174,
+      "step": 1450
+    },
+    {
+      "epoch": 0.3665463674878393,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.4164000000000002e-05,
+      "loss": 0.3332,
+      "step": 1460
+    },
+    {
+      "epoch": 0.3690569590459752,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.4124000000000002e-05,
+      "loss": 0.3139,
+      "step": 1470
+    },
+    {
+      "epoch": 0.3715675506041111,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.4084000000000003e-05,
+      "loss": 0.328,
+      "step": 1480
+    },
+    {
+      "epoch": 0.374078142162247,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.4044000000000001e-05,
+      "loss": 0.3301,
+      "step": 1490
+    },
+    {
+      "epoch": 0.3765887337203829,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.4004000000000002e-05,
+      "loss": 0.3218,
+      "step": 1500
+    },
+    {
+      "epoch": 0.37909932527851875,
+      "grad_norm": 2.453125,
+      "learning_rate": 1.3964000000000002e-05,
+      "loss": 0.3371,
+      "step": 1510
+    },
+    {
+      "epoch": 0.38160991683665463,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.3924000000000003e-05,
+      "loss": 0.3162,
+      "step": 1520
+    },
+    {
+      "epoch": 0.3841205083947905,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.3884000000000001e-05,
+      "loss": 0.3092,
+      "step": 1530
+    },
+    {
+      "epoch": 0.3866310999529264,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.3844000000000002e-05,
+      "loss": 0.3224,
+      "step": 1540
+    },
+    {
+      "epoch": 0.3891416915110623,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.3804000000000002e-05,
+      "loss": 0.3027,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3916522830691982,
+      "grad_norm": 2.375,
+      "learning_rate": 1.3764000000000002e-05,
+      "loss": 0.3303,
+      "step": 1560
+    },
+    {
+      "epoch": 0.39416287462733407,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.3724000000000001e-05,
+      "loss": 0.3317,
+      "step": 1570
+    },
+    {
+      "epoch": 0.39667346618546995,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.3684000000000001e-05,
+      "loss": 0.3195,
+      "step": 1580
+    },
+    {
+      "epoch": 0.3991840577436058,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.3644000000000002e-05,
+      "loss": 0.3185,
+      "step": 1590
+    },
+    {
+      "epoch": 0.4016946493017417,
+      "grad_norm": 1.75,
+      "learning_rate": 1.3604000000000002e-05,
+      "loss": 0.2818,
+      "step": 1600
+    },
+    {
+      "epoch": 0.40420524085987763,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3564000000000001e-05,
+      "loss": 0.2996,
+      "step": 1610
+    },
+    {
+      "epoch": 0.4067158324180135,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.3524000000000001e-05,
+      "loss": 0.3167,
+      "step": 1620
+    },
+    {
+      "epoch": 0.4092264239761494,
+      "grad_norm": 2.25,
+      "learning_rate": 1.3484000000000002e-05,
+      "loss": 0.3257,
+      "step": 1630
+    },
+    {
+      "epoch": 0.41173701553428527,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.3444000000000002e-05,
+      "loss": 0.3145,
+      "step": 1640
+    },
+    {
+      "epoch": 0.41424760709242114,
+      "grad_norm": 1.59375,
+      "learning_rate": 1.3404e-05,
+      "loss": 0.2936,
+      "step": 1650
+    },
+    {
+      "epoch": 0.416758198650557,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.3364000000000001e-05,
+      "loss": 0.3158,
+      "step": 1660
+    },
+    {
+      "epoch": 0.4192687902086929,
+      "grad_norm": 1.53125,
+      "learning_rate": 1.3324000000000002e-05,
+      "loss": 0.3233,
+      "step": 1670
+    },
+    {
+      "epoch": 0.42177938176682883,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.3284000000000002e-05,
+      "loss": 0.2975,
+      "step": 1680
+    },
+    {
+      "epoch": 0.4242899733249647,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.3244e-05,
+      "loss": 0.3058,
+      "step": 1690
+    },
+    {
+      "epoch": 0.4268005648831006,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.3204000000000001e-05,
+      "loss": 0.3107,
+      "step": 1700
+    },
+    {
+      "epoch": 0.42931115644123646,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3164000000000001e-05,
+      "loss": 0.3096,
+      "step": 1710
+    },
+    {
+      "epoch": 0.43182174799937234,
+      "grad_norm": 1.3828125,
+      "learning_rate": 1.3124000000000002e-05,
+      "loss": 0.3052,
+      "step": 1720
+    },
+    {
+      "epoch": 0.4343323395575082,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3084e-05,
+      "loss": 0.3029,
+      "step": 1730
+    },
+    {
+      "epoch": 0.43684293111564415,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3044e-05,
+      "loss": 0.3147,
+      "step": 1740
+    },
+    {
+      "epoch": 0.43935352267378003,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.3004000000000001e-05,
+      "loss": 0.3053,
+      "step": 1750
+    },
+    {
+      "epoch": 0.4418641142319159,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2964000000000002e-05,
+      "loss": 0.2913,
+      "step": 1760
+    },
+    {
+      "epoch": 0.4443747057900518,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.2924e-05,
+      "loss": 0.2916,
+      "step": 1770
+    },
+    {
+      "epoch": 0.44688529734818766,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2884e-05,
+      "loss": 0.3159,
+      "step": 1780
+    },
+    {
+      "epoch": 0.44939588890632354,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.2844000000000001e-05,
+      "loss": 0.2987,
+      "step": 1790
+    },
+    {
+      "epoch": 0.4519064804644594,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2804000000000001e-05,
+      "loss": 0.3136,
+      "step": 1800
+    },
+    {
+      "epoch": 0.45441707202259535,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.2764e-05,
+      "loss": 0.3038,
+      "step": 1810
+    },
+    {
+      "epoch": 0.4569276635807312,
+      "grad_norm": 2.0,
+      "learning_rate": 1.2724e-05,
+      "loss": 0.2916,
+      "step": 1820
+    },
+    {
+      "epoch": 0.4594382551388671,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.2684000000000001e-05,
+      "loss": 0.3113,
+      "step": 1830
+    },
+    {
+      "epoch": 0.461948846697003,
+      "grad_norm": 1.5625,
+      "learning_rate": 1.2644000000000001e-05,
+      "loss": 0.2728,
+      "step": 1840
+    },
+    {
+      "epoch": 0.46445943825513886,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2604e-05,
+      "loss": 0.2868,
+      "step": 1850
+    },
+    {
+      "epoch": 0.46697002981327473,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2564e-05,
+      "loss": 0.289,
+      "step": 1860
+    },
+    {
+      "epoch": 0.4694806213714106,
+      "grad_norm": 1.4921875,
+      "learning_rate": 1.2524e-05,
+      "loss": 0.2881,
+      "step": 1870
+    },
+    {
+      "epoch": 0.47199121292954654,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.2484000000000001e-05,
+      "loss": 0.2803,
+      "step": 1880
+    },
+    {
+      "epoch": 0.4745018044876824,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.2444e-05,
+      "loss": 0.2785,
+      "step": 1890
+    },
+    {
+      "epoch": 0.4770123960458183,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.2404e-05,
+      "loss": 0.2976,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4795229876039542,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2364e-05,
+      "loss": 0.2737,
+      "step": 1910
+    },
+    {
+      "epoch": 0.48203357916209005,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.2324000000000001e-05,
+      "loss": 0.3237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.48454417072022593,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.2284e-05,
+      "loss": 0.297,
+      "step": 1930
+    },
+    {
+      "epoch": 0.48705476227836186,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2244e-05,
+      "loss": 0.2745,
+      "step": 1940
+    },
+    {
+      "epoch": 0.48956535383649774,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.2204e-05,
+      "loss": 0.3059,
+      "step": 1950
+    },
+    {
+      "epoch": 0.4920759453946336,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.2164e-05,
+      "loss": 0.2876,
+      "step": 1960
+    },
+    {
+      "epoch": 0.4945865369527695,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.2124e-05,
+      "loss": 0.2801,
+      "step": 1970
+    },
+    {
+      "epoch": 0.4970971285109054,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2084e-05,
+      "loss": 0.2971,
+      "step": 1980
+    },
+    {
+      "epoch": 0.49960772006904125,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.2044e-05,
+      "loss": 0.2979,
+      "step": 1990
+    },
+    {
+      "epoch": 0.5021183116271771,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2004e-05,
+      "loss": 0.306,
+      "step": 2000
+    },
+    {
+      "epoch": 0.5046289031853131,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.1964e-05,
+      "loss": 0.2975,
+      "step": 2010
+    },
+    {
+      "epoch": 0.5071394947434489,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1924e-05,
+      "loss": 0.2771,
+      "step": 2020
+    },
+    {
+      "epoch": 0.5096500863015848,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.1884e-05,
+      "loss": 0.2903,
+      "step": 2030
+    },
+    {
+      "epoch": 0.5121606778597207,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.1844e-05,
+      "loss": 0.2808,
+      "step": 2040
+    },
+    {
+      "epoch": 0.5146712694178566,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.1803999999999999e-05,
+      "loss": 0.2856,
+      "step": 2050
+    },
+    {
+      "epoch": 0.5171818609759925,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.1764e-05,
+      "loss": 0.2868,
+      "step": 2060
+    },
+    {
+      "epoch": 0.5196924525341283,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.1724000000000002e-05,
+      "loss": 0.2973,
+      "step": 2070
+    },
+    {
+      "epoch": 0.5222030440922643,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.1684000000000002e-05,
+      "loss": 0.3097,
+      "step": 2080
+    },
+    {
+      "epoch": 0.5247136356504001,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.1644000000000002e-05,
+      "loss": 0.2731,
+      "step": 2090
+    },
+    {
+      "epoch": 0.527224227208536,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1604000000000003e-05,
+      "loss": 0.2849,
+      "step": 2100
+    },
+    {
+      "epoch": 0.5297348187666719,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.1564000000000001e-05,
+      "loss": 0.2949,
+      "step": 2110
+    },
+    {
+      "epoch": 0.5322454103248078,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.1524000000000002e-05,
+      "loss": 0.3049,
+      "step": 2120
+    },
+    {
+      "epoch": 0.5347560018829437,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.1484000000000002e-05,
+      "loss": 0.2851,
+      "step": 2130
+    },
+    {
+      "epoch": 0.5372665934410795,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.1444000000000003e-05,
+      "loss": 0.2919,
+      "step": 2140
+    },
+    {
+      "epoch": 0.5397771849992155,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.1404000000000001e-05,
+      "loss": 0.2967,
+      "step": 2150
+    },
+    {
+      "epoch": 0.5422877765573513,
+      "grad_norm": 1.5546875,
+      "learning_rate": 1.1364000000000002e-05,
+      "loss": 0.2801,
+      "step": 2160
+    },
+    {
+      "epoch": 0.5447983681154872,
+      "grad_norm": 2.0,
+      "learning_rate": 1.1324000000000002e-05,
+      "loss": 0.3012,
+      "step": 2170
+    },
+    {
+      "epoch": 0.5473089596736231,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.1284000000000002e-05,
+      "loss": 0.2925,
+      "step": 2180
+    },
+    {
+      "epoch": 0.549819551231759,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.1244000000000001e-05,
+      "loss": 0.2954,
+      "step": 2190
+    },
+    {
+      "epoch": 0.5523301427898949,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.1204000000000001e-05,
+      "loss": 0.2799,
+      "step": 2200
+    },
+    {
+      "epoch": 0.5548407343480307,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.1164000000000002e-05,
+      "loss": 0.2704,
+      "step": 2210
+    },
+    {
+      "epoch": 0.5573513259061667,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.1124000000000002e-05,
+      "loss": 0.2876,
+      "step": 2220
+    },
+    {
+      "epoch": 0.5598619174643025,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.1084000000000001e-05,
+      "loss": 0.2633,
+      "step": 2230
+    },
+    {
+      "epoch": 0.5623725090224384,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.1044000000000001e-05,
+      "loss": 0.2867,
+      "step": 2240
+    },
+    {
+      "epoch": 0.5648831005805743,
+      "grad_norm": 1.4609375,
+      "learning_rate": 1.1004000000000002e-05,
+      "loss": 0.2702,
+      "step": 2250
+    },
+    {
+      "epoch": 0.5673936921387102,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.0964000000000002e-05,
+      "loss": 0.2852,
+      "step": 2260
+    },
+    {
+      "epoch": 0.5699042836968461,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.0924e-05,
+      "loss": 0.2746,
+      "step": 2270
+    },
+    {
+      "epoch": 0.5724148752549819,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.0884000000000001e-05,
+      "loss": 0.2932,
+      "step": 2280
+    },
+    {
+      "epoch": 0.5749254668131178,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.0844000000000002e-05,
+      "loss": 0.2903,
+      "step": 2290
+    },
+    {
+      "epoch": 0.5774360583712538,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0804000000000002e-05,
+      "loss": 0.2851,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5799466499293896,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0764e-05,
+      "loss": 0.2923,
+      "step": 2310
+    },
+    {
+      "epoch": 0.5824572414875255,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0724000000000001e-05,
+      "loss": 0.3003,
+      "step": 2320
+    },
+    {
+      "epoch": 0.5849678330456614,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0684000000000001e-05,
+      "loss": 0.291,
+      "step": 2330
+    },
+    {
+      "epoch": 0.5874784246037973,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.0644000000000002e-05,
+      "loss": 0.2787,
+      "step": 2340
+    },
+    {
+      "epoch": 0.5899890161619331,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.0604e-05,
+      "loss": 0.2764,
+      "step": 2350
+    },
+    {
+      "epoch": 0.592499607720069,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.0564e-05,
+      "loss": 0.2842,
+      "step": 2360
+    },
+    {
+      "epoch": 0.595010199278205,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.0524000000000001e-05,
+      "loss": 0.2922,
+      "step": 2370
+    },
+    {
+      "epoch": 0.5975207908363408,
+      "grad_norm": 1.5625,
+      "learning_rate": 1.0484000000000002e-05,
+      "loss": 0.283,
+      "step": 2380
+    },
+    {
+      "epoch": 0.6000313823944767,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.0444e-05,
+      "loss": 0.2796,
+      "step": 2390
+    },
+    {
+      "epoch": 0.6025419739526126,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.0404e-05,
+      "loss": 0.2828,
+      "step": 2400
+    },
+    {
+      "epoch": 0.6050525655107485,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.0364000000000001e-05,
+      "loss": 0.2866,
+      "step": 2410
+    },
+    {
+      "epoch": 0.6075631570688843,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0324000000000001e-05,
+      "loss": 0.2836,
+      "step": 2420
+    },
+    {
+      "epoch": 0.6100737486270202,
+      "grad_norm": 1.875,
+      "learning_rate": 1.0284e-05,
+      "loss": 0.3037,
+      "step": 2430
+    },
+    {
+      "epoch": 0.6125843401851562,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.0244e-05,
+      "loss": 0.2774,
+      "step": 2440
+    },
+    {
+      "epoch": 0.615094931743292,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.0204000000000001e-05,
+      "loss": 0.2922,
+      "step": 2450
+    },
+    {
+      "epoch": 0.6176055233014279,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.0164000000000001e-05,
+      "loss": 0.283,
+      "step": 2460
+    },
+    {
+      "epoch": 0.6201161148595637,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.0124e-05,
+      "loss": 0.2725,
+      "step": 2470
+    },
+    {
+      "epoch": 0.6226267064176997,
+      "grad_norm": 1.6875,
+      "learning_rate": 1.0084e-05,
+      "loss": 0.2749,
+      "step": 2480
+    },
+    {
+      "epoch": 0.6251372979758355,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.0044e-05,
+      "loss": 0.2823,
+      "step": 2490
+    },
+    {
+      "epoch": 0.6276478895339714,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0004000000000001e-05,
+      "loss": 0.281,
+      "step": 2500
+    },
+    {
+      "epoch": 0.6301584810921074,
+      "grad_norm": 1.9140625,
+      "learning_rate": 9.964e-06,
+      "loss": 0.2856,
+      "step": 2510
+    },
+    {
+      "epoch": 0.6326690726502432,
+      "grad_norm": 1.4921875,
+      "learning_rate": 9.924e-06,
+      "loss": 0.28,
+      "step": 2520
+    },
+    {
+      "epoch": 0.6351796642083791,
+      "grad_norm": 1.53125,
+      "learning_rate": 9.884e-06,
+      "loss": 0.267,
+      "step": 2530
+    },
+    {
+      "epoch": 0.637690255766515,
+      "grad_norm": 1.5703125,
+      "learning_rate": 9.844000000000001e-06,
+      "loss": 0.2563,
+      "step": 2540
+    },
+    {
+      "epoch": 0.6402008473246509,
+      "grad_norm": 1.46875,
+      "learning_rate": 9.804000000000001e-06,
+      "loss": 0.2911,
+      "step": 2550
+    },
+    {
+      "epoch": 0.6427114388827868,
+      "grad_norm": 2.46875,
+      "learning_rate": 9.764000000000002e-06,
+      "loss": 0.2897,
+      "step": 2560
+    },
+    {
+      "epoch": 0.6452220304409226,
+      "grad_norm": 1.90625,
+      "learning_rate": 9.724e-06,
+      "loss": 0.2975,
+      "step": 2570
+    },
+    {
+      "epoch": 0.6477326219990586,
+      "grad_norm": 1.890625,
+      "learning_rate": 9.684e-06,
+      "loss": 0.2722,
+      "step": 2580
+    },
+    {
+      "epoch": 0.6502432135571944,
+      "grad_norm": 1.6015625,
+      "learning_rate": 9.644000000000001e-06,
+      "loss": 0.2787,
+      "step": 2590
+    },
+    {
+      "epoch": 0.6527538051153303,
+      "grad_norm": 2.046875,
+      "learning_rate": 9.604000000000002e-06,
+      "loss": 0.2822,
+      "step": 2600
+    },
+    {
+      "epoch": 0.6552643966734661,
+      "grad_norm": 1.9296875,
+      "learning_rate": 9.564e-06,
+      "loss": 0.2903,
+      "step": 2610
+    },
+    {
+      "epoch": 0.6577749882316021,
+      "grad_norm": 1.78125,
+      "learning_rate": 9.524e-06,
+      "loss": 0.2693,
+      "step": 2620
+    },
+    {
+      "epoch": 0.660285579789738,
+      "grad_norm": 1.46875,
+      "learning_rate": 9.484000000000001e-06,
+      "loss": 0.2768,
+      "step": 2630
+    },
+    {
+      "epoch": 0.6627961713478738,
+      "grad_norm": 1.734375,
+      "learning_rate": 9.444000000000001e-06,
+      "loss": 0.2707,
+      "step": 2640
+    },
+    {
+      "epoch": 0.6653067629060098,
+      "grad_norm": 1.5703125,
+      "learning_rate": 9.404e-06,
+      "loss": 0.2791,
+      "step": 2650
+    },
+    {
+      "epoch": 0.6678173544641456,
+      "grad_norm": 1.703125,
+      "learning_rate": 9.364e-06,
+      "loss": 0.2924,
+      "step": 2660
+    },
+    {
+      "epoch": 0.6703279460222815,
+      "grad_norm": 1.9296875,
+      "learning_rate": 9.324000000000001e-06,
+      "loss": 0.2875,
+      "step": 2670
+    },
+    {
+      "epoch": 0.6728385375804173,
+      "grad_norm": 1.78125,
+      "learning_rate": 9.284000000000001e-06,
+      "loss": 0.2602,
+      "step": 2680
+    },
+    {
+      "epoch": 0.6753491291385533,
+      "grad_norm": 1.6875,
+      "learning_rate": 9.244e-06,
+      "loss": 0.2924,
+      "step": 2690
+    },
+    {
+      "epoch": 0.6778597206966892,
+      "grad_norm": 1.578125,
+      "learning_rate": 9.204e-06,
+      "loss": 0.2841,
+      "step": 2700
+    },
+    {
+      "epoch": 0.680370312254825,
+      "grad_norm": 1.390625,
+      "learning_rate": 9.164e-06,
+      "loss": 0.2745,
+      "step": 2710
+    },
+    {
+      "epoch": 0.682880903812961,
+      "grad_norm": 2.28125,
+      "learning_rate": 9.124000000000001e-06,
+      "loss": 0.2876,
+      "step": 2720
+    },
+    {
+      "epoch": 0.6853914953710968,
+      "grad_norm": 1.546875,
+      "learning_rate": 9.084e-06,
+      "loss": 0.2549,
+      "step": 2730
+    },
+    {
+      "epoch": 0.6879020869292327,
+      "grad_norm": 1.3515625,
+      "learning_rate": 9.044e-06,
+      "loss": 0.2512,
+      "step": 2740
+    },
+    {
+      "epoch": 0.6904126784873685,
+      "grad_norm": 2.203125,
+      "learning_rate": 9.004e-06,
+      "loss": 0.2686,
+      "step": 2750
+    },
+    {
+      "epoch": 0.6929232700455045,
+      "grad_norm": 1.6484375,
+      "learning_rate": 8.964000000000001e-06,
+      "loss": 0.2714,
+      "step": 2760
+    },
+    {
+      "epoch": 0.6954338616036404,
+      "grad_norm": 1.6796875,
+      "learning_rate": 8.924e-06,
+      "loss": 0.275,
+      "step": 2770
+    },
+    {
+      "epoch": 0.6979444531617762,
+      "grad_norm": 1.8359375,
+      "learning_rate": 8.884e-06,
+      "loss": 0.2631,
+      "step": 2780
+    },
+    {
+      "epoch": 0.7004550447199122,
+      "grad_norm": 1.3828125,
+      "learning_rate": 8.844e-06,
+      "loss": 0.2639,
+      "step": 2790
+    },
+    {
+      "epoch": 0.702965636278048,
+      "grad_norm": 1.59375,
+      "learning_rate": 8.804e-06,
+      "loss": 0.2755,
+      "step": 2800
+    },
+    {
+      "epoch": 0.7054762278361839,
+      "grad_norm": 1.8828125,
+      "learning_rate": 8.764e-06,
+      "loss": 0.282,
+      "step": 2810
+    },
+    {
+      "epoch": 0.7079868193943197,
+      "grad_norm": 1.9140625,
+      "learning_rate": 8.724e-06,
+      "loss": 0.2672,
+      "step": 2820
+    },
+    {
+      "epoch": 0.7104974109524557,
+      "grad_norm": 1.5859375,
+      "learning_rate": 8.684e-06,
+      "loss": 0.2663,
+      "step": 2830
+    },
+    {
+      "epoch": 0.7130080025105916,
+      "grad_norm": 1.75,
+      "learning_rate": 8.644e-06,
+      "loss": 0.263,
+      "step": 2840
+    },
+    {
+      "epoch": 0.7155185940687274,
+      "grad_norm": 1.9765625,
+      "learning_rate": 8.604000000000001e-06,
+      "loss": 0.276,
+      "step": 2850
+    },
+    {
+      "epoch": 0.7180291856268634,
+      "grad_norm": 1.5078125,
+      "learning_rate": 8.564000000000001e-06,
+      "loss": 0.2622,
+      "step": 2860
+    },
+    {
+      "epoch": 0.7205397771849992,
+      "grad_norm": 1.890625,
+      "learning_rate": 8.524000000000002e-06,
+      "loss": 0.2574,
+      "step": 2870
+    },
+    {
+      "epoch": 0.7230503687431351,
+      "grad_norm": 1.65625,
+      "learning_rate": 8.484e-06,
+      "loss": 0.2586,
+      "step": 2880
+    },
+    {
+      "epoch": 0.725560960301271,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.444e-06,
+      "loss": 0.2694,
+      "step": 2890
+    },
+    {
+      "epoch": 0.7280715518594069,
+      "grad_norm": 1.6953125,
+      "learning_rate": 8.404000000000001e-06,
+      "loss": 0.2817,
+      "step": 2900
+    },
+    {
+      "epoch": 0.7305821434175428,
+      "grad_norm": 1.828125,
+      "learning_rate": 8.364000000000002e-06,
+      "loss": 0.2767,
+      "step": 2910
+    },
+    {
+      "epoch": 0.7330927349756786,
+      "grad_norm": 1.40625,
+      "learning_rate": 8.324e-06,
+      "loss": 0.2547,
+      "step": 2920
+    },
+    {
+      "epoch": 0.7356033265338145,
+      "grad_norm": 1.65625,
+      "learning_rate": 8.284e-06,
+      "loss": 0.2724,
+      "step": 2930
+    },
+    {
+      "epoch": 0.7381139180919504,
+      "grad_norm": 2.078125,
+      "learning_rate": 8.244000000000001e-06,
+      "loss": 0.2972,
+      "step": 2940
+    },
+    {
+      "epoch": 0.7406245096500863,
+      "grad_norm": 1.484375,
+      "learning_rate": 8.204000000000001e-06,
+      "loss": 0.2601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.7431351012082222,
+      "grad_norm": 2.015625,
+      "learning_rate": 8.164e-06,
+      "loss": 0.2552,
+      "step": 2960
+    },
+    {
+      "epoch": 0.7456456927663581,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.124e-06,
+      "loss": 0.274,
+      "step": 2970
+    },
+    {
+      "epoch": 0.748156284324494,
+      "grad_norm": 1.8125,
+      "learning_rate": 8.084000000000001e-06,
+      "loss": 0.272,
+      "step": 2980
+    },
+    {
+      "epoch": 0.7506668758826298,
+      "grad_norm": 1.6953125,
+      "learning_rate": 8.044000000000001e-06,
+      "loss": 0.2826,
+      "step": 2990
+    },
+    {
+      "epoch": 0.7531774674407657,
+      "grad_norm": 1.7109375,
+      "learning_rate": 8.004e-06,
+      "loss": 0.2799,
+      "step": 3000
+    },
+    {
+      "epoch": 0.7556880589989016,
+      "grad_norm": 1.640625,
+      "learning_rate": 7.964e-06,
+      "loss": 0.2919,
+      "step": 3010
+    },
+    {
+      "epoch": 0.7581986505570375,
+      "grad_norm": 1.6953125,
+      "learning_rate": 7.924e-06,
+      "loss": 0.2634,
+      "step": 3020
+    },
+    {
+      "epoch": 0.7607092421151734,
+      "grad_norm": 1.8515625,
+      "learning_rate": 7.884000000000001e-06,
+      "loss": 0.259,
+      "step": 3030
+    },
+    {
+      "epoch": 0.7632198336733093,
+      "grad_norm": 1.7109375,
+      "learning_rate": 7.844e-06,
+      "loss": 0.2687,
+      "step": 3040
+    },
+    {
+      "epoch": 0.7657304252314452,
+      "grad_norm": 1.6015625,
+      "learning_rate": 7.804e-06,
+      "loss": 0.2644,
+      "step": 3050
+    },
+    {
+      "epoch": 0.768241016789581,
+      "grad_norm": 1.7421875,
+      "learning_rate": 7.764e-06,
+      "loss": 0.2541,
+      "step": 3060
+    },
+    {
+      "epoch": 0.7707516083477169,
+      "grad_norm": 1.3203125,
+      "learning_rate": 7.724000000000001e-06,
+      "loss": 0.2555,
+      "step": 3070
+    },
+    {
+      "epoch": 0.7732621999058528,
+      "grad_norm": 1.4609375,
+      "learning_rate": 7.684e-06,
+      "loss": 0.2745,
+      "step": 3080
+    },
+    {
+      "epoch": 0.7757727914639887,
+      "grad_norm": 1.5546875,
+      "learning_rate": 7.644e-06,
+      "loss": 0.2924,
+      "step": 3090
+    },
+    {
+      "epoch": 0.7782833830221246,
+      "grad_norm": 1.78125,
+      "learning_rate": 7.604e-06,
+      "loss": 0.2859,
+      "step": 3100
+    },
+    {
+      "epoch": 0.7807939745802605,
+      "grad_norm": 1.75,
+      "learning_rate": 7.564e-06,
+      "loss": 0.2752,
+      "step": 3110
+    },
+    {
+      "epoch": 0.7833045661383964,
+      "grad_norm": 1.6171875,
+      "learning_rate": 7.524e-06,
+      "loss": 0.2611,
+      "step": 3120
+    },
+    {
+      "epoch": 0.7858151576965322,
+      "grad_norm": 1.578125,
+      "learning_rate": 7.484e-06,
+      "loss": 0.256,
+      "step": 3130
+    },
+    {
+      "epoch": 0.7883257492546681,
+      "grad_norm": 1.578125,
+      "learning_rate": 7.444e-06,
+      "loss": 0.2707,
+      "step": 3140
+    },
+    {
+      "epoch": 0.790836340812804,
+      "grad_norm": 1.765625,
+      "learning_rate": 7.404e-06,
+      "loss": 0.2711,
+      "step": 3150
+    },
+    {
+      "epoch": 0.7933469323709399,
+      "grad_norm": 1.6484375,
+      "learning_rate": 7.364000000000001e-06,
+      "loss": 0.2588,
+      "step": 3160
+    },
+    {
+      "epoch": 0.7958575239290758,
+      "grad_norm": 1.7890625,
+      "learning_rate": 7.324000000000001e-06,
+      "loss": 0.2618,
+      "step": 3170
+    },
+    {
+      "epoch": 0.7983681154872116,
+      "grad_norm": 1.7734375,
+      "learning_rate": 7.284000000000001e-06,
+      "loss": 0.2755,
+      "step": 3180
+    },
+    {
+      "epoch": 0.8008787070453476,
+      "grad_norm": 1.5703125,
+      "learning_rate": 7.244000000000001e-06,
+      "loss": 0.2727,
+      "step": 3190
+    },
+    {
+      "epoch": 0.8033892986034834,
+      "grad_norm": 1.453125,
+      "learning_rate": 7.204000000000001e-06,
+      "loss": 0.2584,
+      "step": 3200
+    },
+    {
+      "epoch": 0.8058998901616193,
+      "grad_norm": 1.7265625,
+      "learning_rate": 7.164000000000001e-06,
+      "loss": 0.2767,
+      "step": 3210
+    },
+    {
+      "epoch": 0.8084104817197553,
+      "grad_norm": 1.5703125,
+      "learning_rate": 7.124000000000001e-06,
+      "loss": 0.2735,
+      "step": 3220
+    },
+    {
+      "epoch": 0.8109210732778911,
+      "grad_norm": 1.8203125,
+      "learning_rate": 7.084000000000001e-06,
+      "loss": 0.277,
+      "step": 3230
+    },
+    {
+      "epoch": 0.813431664836027,
+      "grad_norm": 1.8125,
+      "learning_rate": 7.044000000000001e-06,
+      "loss": 0.2743,
+      "step": 3240
+    },
+    {
+      "epoch": 0.8159422563941628,
+      "grad_norm": 1.953125,
+      "learning_rate": 7.004000000000001e-06,
+      "loss": 0.2804,
+      "step": 3250
+    },
+    {
+      "epoch": 0.8184528479522988,
+      "grad_norm": 1.71875,
+      "learning_rate": 6.964000000000001e-06,
+      "loss": 0.27,
+      "step": 3260
+    },
+    {
+      "epoch": 0.8209634395104346,
+      "grad_norm": 1.578125,
+      "learning_rate": 6.924000000000001e-06,
+      "loss": 0.2672,
+      "step": 3270
+    },
+    {
+      "epoch": 0.8234740310685705,
+      "grad_norm": 1.671875,
+      "learning_rate": 6.8840000000000005e-06,
+      "loss": 0.2787,
+      "step": 3280
+    },
+    {
+      "epoch": 0.8259846226267065,
+      "grad_norm": 2.34375,
+      "learning_rate": 6.844000000000001e-06,
+      "loss": 0.2624,
+      "step": 3290
+    },
+    {
+      "epoch": 0.8284952141848423,
+      "grad_norm": 1.9765625,
+      "learning_rate": 6.804e-06,
+      "loss": 0.2655,
+      "step": 3300
+    },
+    {
+      "epoch": 0.8310058057429782,
+      "grad_norm": 1.65625,
+      "learning_rate": 6.764000000000001e-06,
+      "loss": 0.2677,
+      "step": 3310
+    },
+    {
+      "epoch": 0.833516397301114,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.724e-06,
+      "loss": 0.2655,
+      "step": 3320
+    },
+    {
+      "epoch": 0.83602698885925,
+      "grad_norm": 1.5703125,
+      "learning_rate": 6.684000000000001e-06,
+      "loss": 0.27,
+      "step": 3330
+    },
+    {
+      "epoch": 0.8385375804173858,
+      "grad_norm": 1.6015625,
+      "learning_rate": 6.644e-06,
+      "loss": 0.2503,
+      "step": 3340
+    },
+    {
+      "epoch": 0.8410481719755217,
+      "grad_norm": 2.15625,
+      "learning_rate": 6.604000000000001e-06,
+      "loss": 0.2773,
+      "step": 3350
+    },
+    {
+      "epoch": 0.8435587635336577,
+      "grad_norm": 1.609375,
+      "learning_rate": 6.564e-06,
+      "loss": 0.274,
+      "step": 3360
+    },
+    {
+      "epoch": 0.8460693550917935,
+      "grad_norm": 1.578125,
+      "learning_rate": 6.5240000000000006e-06,
+      "loss": 0.2587,
+      "step": 3370
+    },
+    {
+      "epoch": 0.8485799466499294,
+      "grad_norm": 1.828125,
+      "learning_rate": 6.484e-06,
+      "loss": 0.2699,
+      "step": 3380
+    },
+    {
+      "epoch": 0.8510905382080652,
+      "grad_norm": 1.8125,
+      "learning_rate": 6.4440000000000005e-06,
+      "loss": 0.255,
+      "step": 3390
+    },
+    {
+      "epoch": 0.8536011297662012,
+      "grad_norm": 1.65625,
+      "learning_rate": 6.404e-06,
+      "loss": 0.2532,
+      "step": 3400
+    },
+    {
+      "epoch": 0.856111721324337,
+      "grad_norm": 1.6171875,
+      "learning_rate": 6.364e-06,
+      "loss": 0.2745,
+      "step": 3410
+    },
+    {
+      "epoch": 0.8586223128824729,
+      "grad_norm": 1.7421875,
+      "learning_rate": 6.324e-06,
+      "loss": 0.2713,
+      "step": 3420
+    },
+    {
+      "epoch": 0.8611329044406089,
+      "grad_norm": 1.6875,
+      "learning_rate": 6.284e-06,
+      "loss": 0.271,
+      "step": 3430
+    },
+    {
+      "epoch": 0.8636434959987447,
+      "grad_norm": 1.4375,
+      "learning_rate": 6.244e-06,
+      "loss": 0.2485,
+      "step": 3440
+    },
+    {
+      "epoch": 0.8661540875568806,
+      "grad_norm": 1.3203125,
+      "learning_rate": 6.204e-06,
+      "loss": 0.2648,
+      "step": 3450
+    },
+    {
+      "epoch": 0.8686646791150164,
+      "grad_norm": 1.8203125,
+      "learning_rate": 6.164e-06,
+      "loss": 0.2683,
+      "step": 3460
+    },
+    {
+      "epoch": 0.8711752706731524,
+      "grad_norm": 1.5703125,
+      "learning_rate": 6.124000000000001e-06,
+      "loss": 0.261,
+      "step": 3470
+    },
+    {
+      "epoch": 0.8736858622312883,
+      "grad_norm": 1.4296875,
+      "learning_rate": 6.084000000000001e-06,
+      "loss": 0.2541,
+      "step": 3480
+    },
+    {
+      "epoch": 0.8761964537894241,
+      "grad_norm": 1.859375,
+      "learning_rate": 6.044000000000001e-06,
+      "loss": 0.2607,
+      "step": 3490
+    },
+    {
+      "epoch": 0.8787070453475601,
+      "grad_norm": 2.71875,
+      "learning_rate": 6.004000000000001e-06,
+      "loss": 0.2516,
+      "step": 3500
+    },
+    {
+      "epoch": 0.8812176369056959,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.964000000000001e-06,
+      "loss": 0.2678,
+      "step": 3510
+    },
+    {
+      "epoch": 0.8837282284638318,
+      "grad_norm": 1.65625,
+      "learning_rate": 5.924000000000001e-06,
+      "loss": 0.2628,
+      "step": 3520
+    },
+    {
+      "epoch": 0.8862388200219676,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.884000000000001e-06,
+      "loss": 0.2557,
+      "step": 3530
+    },
+    {
+      "epoch": 0.8887494115801036,
+      "grad_norm": 1.8828125,
+      "learning_rate": 5.844000000000001e-06,
+      "loss": 0.2663,
+      "step": 3540
+    },
+    {
+      "epoch": 0.8912600031382395,
+      "grad_norm": 2.125,
+      "learning_rate": 5.804000000000001e-06,
+      "loss": 0.2789,
+      "step": 3550
+    },
+    {
+      "epoch": 0.8937705946963753,
+      "grad_norm": 1.78125,
+      "learning_rate": 5.764000000000001e-06,
+      "loss": 0.2646,
+      "step": 3560
+    },
+    {
+      "epoch": 0.8962811862545113,
+      "grad_norm": 1.796875,
+      "learning_rate": 5.724000000000001e-06,
+      "loss": 0.2627,
+      "step": 3570
+    },
+    {
+      "epoch": 0.8987917778126471,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.684000000000001e-06,
+      "loss": 0.281,
+      "step": 3580
+    },
+    {
+      "epoch": 0.901302369370783,
+      "grad_norm": 1.8515625,
+      "learning_rate": 5.6440000000000005e-06,
+      "loss": 0.2588,
+      "step": 3590
+    },
+    {
+      "epoch": 0.9038129609289188,
+      "grad_norm": 1.9140625,
+      "learning_rate": 5.604000000000001e-06,
+      "loss": 0.267,
+      "step": 3600
+    },
+    {
+      "epoch": 0.9063235524870548,
+      "grad_norm": 1.75,
+      "learning_rate": 5.5640000000000004e-06,
+      "loss": 0.2546,
+      "step": 3610
+    },
+    {
+      "epoch": 0.9088341440451907,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.524000000000001e-06,
+      "loss": 0.2607,
+      "step": 3620
+    },
+    {
+      "epoch": 0.9113447356033265,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.484e-06,
+      "loss": 0.2804,
+      "step": 3630
+    },
+    {
+      "epoch": 0.9138553271614624,
+      "grad_norm": 1.6328125,
+      "learning_rate": 5.444000000000001e-06,
+      "loss": 0.2595,
+      "step": 3640
+    },
+    {
+      "epoch": 0.9163659187195983,
+      "grad_norm": 1.84375,
+      "learning_rate": 5.404e-06,
+      "loss": 0.2697,
+      "step": 3650
+    },
+    {
+      "epoch": 0.9188765102777342,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.364000000000001e-06,
+      "loss": 0.2725,
+      "step": 3660
+    },
+    {
+      "epoch": 0.92138710183587,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.324e-06,
+      "loss": 0.2613,
+      "step": 3670
+    },
+    {
+      "epoch": 0.923897693394006,
+      "grad_norm": 1.8046875,
+      "learning_rate": 5.2840000000000006e-06,
+      "loss": 0.2708,
+      "step": 3680
+    },
+    {
+      "epoch": 0.9264082849521419,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.244e-06,
+      "loss": 0.2685,
+      "step": 3690
+    },
+    {
+      "epoch": 0.9289188765102777,
+      "grad_norm": 1.8828125,
+      "learning_rate": 5.2040000000000005e-06,
+      "loss": 0.272,
+      "step": 3700
+    },
+    {
+      "epoch": 0.9314294680684136,
+      "grad_norm": 1.6875,
+      "learning_rate": 5.164e-06,
+      "loss": 0.2801,
+      "step": 3710
+    },
+    {
+      "epoch": 0.9339400596265495,
+      "grad_norm": 1.6015625,
+      "learning_rate": 5.124e-06,
+      "loss": 0.257,
+      "step": 3720
+    },
+    {
+      "epoch": 0.9364506511846854,
+      "grad_norm": 1.5,
+      "learning_rate": 5.084e-06,
+      "loss": 0.2511,
+      "step": 3730
+    },
+    {
+      "epoch": 0.9389612427428212,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.044e-06,
+      "loss": 0.2645,
+      "step": 3740
+    },
+    {
+      "epoch": 0.9414718343009572,
+      "grad_norm": 1.6640625,
+      "learning_rate": 5.004e-06,
+      "loss": 0.2711,
+      "step": 3750
+    },
+    {
+      "epoch": 0.9439824258590931,
+      "grad_norm": 1.7421875,
+      "learning_rate": 4.964e-06,
+      "loss": 0.2547,
+      "step": 3760
+    },
+    {
+      "epoch": 0.9464930174172289,
+      "grad_norm": 1.7734375,
+      "learning_rate": 4.924000000000001e-06,
+      "loss": 0.2728,
+      "step": 3770
+    },
+    {
+      "epoch": 0.9490036089753648,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.884e-06,
+      "loss": 0.2666,
+      "step": 3780
+    },
+    {
+      "epoch": 0.9515142005335007,
+      "grad_norm": 1.3515625,
+      "learning_rate": 4.8440000000000005e-06,
+      "loss": 0.2509,
+      "step": 3790
+    },
+    {
+      "epoch": 0.9540247920916366,
+      "grad_norm": 1.6640625,
+      "learning_rate": 4.804e-06,
+      "loss": 0.2643,
+      "step": 3800
+    },
+    {
+      "epoch": 0.9565353836497725,
+      "grad_norm": 1.5703125,
+      "learning_rate": 4.7640000000000005e-06,
+      "loss": 0.2568,
+      "step": 3810
+    },
+    {
+      "epoch": 0.9590459752079084,
+      "grad_norm": 1.6796875,
+      "learning_rate": 4.724e-06,
+      "loss": 0.2673,
+      "step": 3820
+    },
+    {
+      "epoch": 0.9615565667660443,
+      "grad_norm": 1.625,
+      "learning_rate": 4.684e-06,
+      "loss": 0.2622,
+      "step": 3830
+    },
+    {
+      "epoch": 0.9640671583241801,
+      "grad_norm": 1.5625,
+      "learning_rate": 4.644e-06,
+      "loss": 0.2656,
+      "step": 3840
+    },
+    {
+      "epoch": 0.966577749882316,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.604e-06,
+      "loss": 0.2581,
+      "step": 3850
+    },
+    {
+      "epoch": 0.9690883414404519,
+      "grad_norm": 1.6875,
+      "learning_rate": 4.564e-06,
+      "loss": 0.2529,
+      "step": 3860
+    },
+    {
+      "epoch": 0.9715989329985878,
+      "grad_norm": 1.8125,
+      "learning_rate": 4.524e-06,
+      "loss": 0.284,
+      "step": 3870
+    },
+    {
+      "epoch": 0.9741095245567237,
+      "grad_norm": 2.484375,
+      "learning_rate": 4.484000000000001e-06,
+      "loss": 0.2596,
+      "step": 3880
+    },
+    {
+      "epoch": 0.9766201161148595,
+      "grad_norm": 1.5390625,
+      "learning_rate": 4.444e-06,
+      "loss": 0.2759,
+      "step": 3890
+    },
+    {
+      "epoch": 0.9791307076729955,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.4040000000000005e-06,
+      "loss": 0.2563,
+      "step": 3900
+    },
+    {
+      "epoch": 0.9816412992311313,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.364e-06,
+      "loss": 0.25,
+      "step": 3910
+    },
+    {
+      "epoch": 0.9841518907892672,
+      "grad_norm": 1.875,
+      "learning_rate": 4.3240000000000004e-06,
+      "loss": 0.2747,
+      "step": 3920
+    },
+    {
+      "epoch": 0.9866624823474031,
+      "grad_norm": 1.6640625,
+      "learning_rate": 4.284e-06,
+      "loss": 0.2691,
+      "step": 3930
+    },
+    {
+      "epoch": 0.989173073905539,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.244e-06,
+      "loss": 0.2431,
+      "step": 3940
+    },
+    {
+      "epoch": 0.9916836654636749,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.204e-06,
+      "loss": 0.2422,
+      "step": 3950
+    },
+    {
+      "epoch": 0.9941942570218107,
+      "grad_norm": 1.984375,
+      "learning_rate": 4.164e-06,
+      "loss": 0.2554,
+      "step": 3960
+    },
+    {
+      "epoch": 0.9967048485799467,
+      "grad_norm": 1.671875,
+      "learning_rate": 4.124e-06,
+      "loss": 0.2659,
+      "step": 3970
+    },
+    {
+      "epoch": 0.9992154401380825,
+      "grad_norm": 1.875,
+      "learning_rate": 4.084e-06,
+      "loss": 0.2563,
+      "step": 3980
+    },
+    {
+      "epoch": 1.0015063549348815,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.044e-06,
+      "loss": 0.2382,
+      "step": 3990
+    },
+    {
+      "epoch": 1.0040169464930173,
+      "grad_norm": 1.34375,
+      "learning_rate": 4.004e-06,
+      "loss": 0.2385,
+      "step": 4000
+    },
+    {
+      "epoch": 1.0065275380511534,
+      "grad_norm": 1.4921875,
+      "learning_rate": 3.964e-06,
+      "loss": 0.2354,
+      "step": 4010
+    },
+    {
+      "epoch": 1.0090381296092892,
+      "grad_norm": 1.578125,
+      "learning_rate": 3.924000000000001e-06,
+      "loss": 0.2446,
+      "step": 4020
+    },
+    {
+      "epoch": 1.011548721167425,
+      "grad_norm": 1.5703125,
+      "learning_rate": 3.884e-06,
+      "loss": 0.2355,
+      "step": 4030
+    },
+    {
+      "epoch": 1.014059312725561,
+      "grad_norm": 1.4609375,
+      "learning_rate": 3.844000000000001e-06,
+      "loss": 0.2358,
+      "step": 4040
+    },
+    {
+      "epoch": 1.0165699042836969,
+      "grad_norm": 1.6171875,
+      "learning_rate": 3.8040000000000003e-06,
+      "loss": 0.2387,
+      "step": 4050
+    },
+    {
+      "epoch": 1.0190804958418327,
+      "grad_norm": 1.6015625,
+      "learning_rate": 3.7640000000000003e-06,
+      "loss": 0.2342,
+      "step": 4060
+    },
+    {
+      "epoch": 1.0215910873999685,
+      "grad_norm": 1.5546875,
+      "learning_rate": 3.7240000000000003e-06,
+      "loss": 0.2381,
+      "step": 4070
+    },
+    {
+      "epoch": 1.0241016789581046,
+      "grad_norm": 1.765625,
+      "learning_rate": 3.6840000000000002e-06,
+      "loss": 0.2392,
+      "step": 4080
+    },
+    {
+      "epoch": 1.0266122705162404,
+      "grad_norm": 1.515625,
+      "learning_rate": 3.644e-06,
+      "loss": 0.2335,
+      "step": 4090
+    },
+    {
+      "epoch": 1.0291228620743762,
+      "grad_norm": 1.453125,
+      "learning_rate": 3.604e-06,
+      "loss": 0.2544,
+      "step": 4100
+    },
+    {
+      "epoch": 1.0316334536325122,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.564e-06,
+      "loss": 0.2254,
+      "step": 4110
+    },
+    {
+      "epoch": 1.034144045190648,
+      "grad_norm": 1.7734375,
+      "learning_rate": 3.524e-06,
+      "loss": 0.2443,
+      "step": 4120
+    },
+    {
+      "epoch": 1.0366546367487839,
+      "grad_norm": 1.6640625,
+      "learning_rate": 3.484e-06,
+      "loss": 0.2492,
+      "step": 4130
+    },
+    {
+      "epoch": 1.0391652283069197,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.444e-06,
+      "loss": 0.2285,
+      "step": 4140
+    },
+    {
+      "epoch": 1.0416758198650558,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.404e-06,
+      "loss": 0.2309,
+      "step": 4150
+    },
+    {
+      "epoch": 1.0441864114231916,
+      "grad_norm": 1.78125,
+      "learning_rate": 3.364e-06,
+      "loss": 0.2477,
+      "step": 4160
+    },
+    {
+      "epoch": 1.0466970029813274,
+      "grad_norm": 1.7265625,
+      "learning_rate": 3.324e-06,
+      "loss": 0.2395,
+      "step": 4170
+    },
+    {
+      "epoch": 1.0492075945394634,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.2840000000000007e-06,
+      "loss": 0.2266,
+      "step": 4180
+    },
+    {
+      "epoch": 1.0517181860975993,
+      "grad_norm": 2.046875,
+      "learning_rate": 3.2440000000000006e-06,
+      "loss": 0.2382,
+      "step": 4190
+    },
+    {
+      "epoch": 1.054228777655735,
+      "grad_norm": 1.8125,
+      "learning_rate": 3.2040000000000006e-06,
+      "loss": 0.2315,
+      "step": 4200
+    },
+    {
+      "epoch": 1.056739369213871,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.1640000000000005e-06,
+      "loss": 0.2399,
+      "step": 4210
+    },
+    {
+      "epoch": 1.059249960772007,
+      "grad_norm": 1.5703125,
+      "learning_rate": 3.1240000000000005e-06,
+      "loss": 0.2287,
+      "step": 4220
+    },
+    {
+      "epoch": 1.0617605523301428,
+      "grad_norm": 1.4453125,
+      "learning_rate": 3.0840000000000005e-06,
+      "loss": 0.2399,
+      "step": 4230
+    },
+    {
+      "epoch": 1.0642711438882786,
+      "grad_norm": 1.6171875,
+      "learning_rate": 3.0440000000000004e-06,
+      "loss": 0.2334,
+      "step": 4240
+    },
+    {
+      "epoch": 1.0667817354464146,
+      "grad_norm": 1.671875,
+      "learning_rate": 3.0040000000000004e-06,
+      "loss": 0.2324,
+      "step": 4250
+    },
+    {
+      "epoch": 1.0692923270045505,
+      "grad_norm": 1.5859375,
+      "learning_rate": 2.9640000000000003e-06,
+      "loss": 0.231,
+      "step": 4260
+    },
+    {
+      "epoch": 1.0718029185626863,
+      "grad_norm": 1.640625,
+      "learning_rate": 2.9240000000000003e-06,
+      "loss": 0.2465,
+      "step": 4270
+    },
+    {
+      "epoch": 1.074313510120822,
+      "grad_norm": 1.796875,
+      "learning_rate": 2.8840000000000003e-06,
+      "loss": 0.2465,
+      "step": 4280
+    },
+    {
+      "epoch": 1.0768241016789581,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.8440000000000002e-06,
+      "loss": 0.2514,
+      "step": 4290
+    },
+    {
+      "epoch": 1.079334693237094,
+      "grad_norm": 1.71875,
+      "learning_rate": 2.804e-06,
+      "loss": 0.2318,
+      "step": 4300
+    },
+    {
+      "epoch": 1.0818452847952298,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.764e-06,
+      "loss": 0.2366,
+      "step": 4310
+    },
+    {
+      "epoch": 1.0843558763533658,
+      "grad_norm": 1.46875,
+      "learning_rate": 2.724e-06,
+      "loss": 0.2328,
+      "step": 4320
+    },
+    {
+      "epoch": 1.0868664679115017,
+      "grad_norm": 1.734375,
+      "learning_rate": 2.6840000000000005e-06,
+      "loss": 0.2566,
+      "step": 4330
+    },
+    {
+      "epoch": 1.0893770594696375,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.6440000000000004e-06,
+      "loss": 0.2243,
+      "step": 4340
+    },
+    {
+      "epoch": 1.0918876510277735,
+      "grad_norm": 1.703125,
+      "learning_rate": 2.6040000000000004e-06,
+      "loss": 0.2234,
+      "step": 4350
+    },
+    {
+      "epoch": 1.0943982425859093,
+      "grad_norm": 1.7421875,
+      "learning_rate": 2.5640000000000004e-06,
+      "loss": 0.2287,
+      "step": 4360
+    },
+    {
+      "epoch": 1.0969088341440452,
+      "grad_norm": 1.5703125,
+      "learning_rate": 2.5240000000000003e-06,
+      "loss": 0.2365,
+      "step": 4370
+    },
+    {
+      "epoch": 1.099419425702181,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.4840000000000003e-06,
+      "loss": 0.2299,
+      "step": 4380
+    },
+    {
+      "epoch": 1.101930017260317,
+      "grad_norm": 1.8359375,
+      "learning_rate": 2.4440000000000002e-06,
+      "loss": 0.24,
+      "step": 4390
+    },
+    {
+      "epoch": 1.1044406088184529,
+      "grad_norm": 1.5703125,
+      "learning_rate": 2.404e-06,
+      "loss": 0.2292,
+      "step": 4400
+    },
+    {
+      "epoch": 1.1069512003765887,
+      "grad_norm": 1.59375,
+      "learning_rate": 2.364e-06,
+      "loss": 0.2356,
+      "step": 4410
+    },
+    {
+      "epoch": 1.1094617919347247,
+      "grad_norm": 1.8671875,
+      "learning_rate": 2.324e-06,
+      "loss": 0.2395,
+      "step": 4420
+    },
+    {
+      "epoch": 1.1119723834928605,
+      "grad_norm": 1.7734375,
+      "learning_rate": 2.284e-06,
+      "loss": 0.2534,
+      "step": 4430
+    },
+    {
+      "epoch": 1.1144829750509964,
+      "grad_norm": 1.6328125,
+      "learning_rate": 2.244e-06,
+      "loss": 0.2294,
+      "step": 4440
+    },
+    {
+      "epoch": 1.1169935666091322,
+      "grad_norm": 1.6796875,
+      "learning_rate": 2.2040000000000004e-06,
+      "loss": 0.2428,
+      "step": 4450
+    },
+    {
+      "epoch": 1.1195041581672682,
+      "grad_norm": 1.5,
+      "learning_rate": 2.1640000000000004e-06,
+      "loss": 0.2486,
+      "step": 4460
+    },
+    {
+      "epoch": 1.122014749725404,
+      "grad_norm": 1.515625,
+      "learning_rate": 2.1240000000000003e-06,
+      "loss": 0.2428,
+      "step": 4470
+    },
+    {
+      "epoch": 1.1245253412835399,
+      "grad_norm": 1.65625,
+      "learning_rate": 2.0840000000000003e-06,
+      "loss": 0.2438,
+      "step": 4480
+    },
+    {
+      "epoch": 1.127035932841676,
+      "grad_norm": 1.796875,
+      "learning_rate": 2.0440000000000003e-06,
+      "loss": 0.2278,
+      "step": 4490
+    },
+    {
+      "epoch": 1.1295465243998117,
+      "grad_norm": 1.640625,
+      "learning_rate": 2.004e-06,
+      "loss": 0.2306,
+      "step": 4500
+    },
+    {
+      "epoch": 1.1320571159579476,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.964e-06,
+      "loss": 0.24,
+      "step": 4510
+    },
+    {
+      "epoch": 1.1345677075160836,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.924e-06,
+      "loss": 0.2492,
+      "step": 4520
+    },
+    {
+      "epoch": 1.1370782990742194,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.8840000000000003e-06,
+      "loss": 0.251,
+      "step": 4530
+    },
+    {
+      "epoch": 1.1395888906323552,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.8440000000000003e-06,
+      "loss": 0.238,
+      "step": 4540
+    },
+    {
+      "epoch": 1.142099482190491,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.8040000000000002e-06,
+      "loss": 0.2424,
+      "step": 4550
+    },
+    {
+      "epoch": 1.144610073748627,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.7640000000000002e-06,
+      "loss": 0.2433,
+      "step": 4560
+    },
+    {
+      "epoch": 1.147120665306763,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.7240000000000001e-06,
+      "loss": 0.2496,
+      "step": 4570
+    },
+    {
+      "epoch": 1.1496312568648988,
+      "grad_norm": 1.484375,
+      "learning_rate": 1.684e-06,
+      "loss": 0.2571,
+      "step": 4580
+    },
+    {
+      "epoch": 1.1521418484230348,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.644e-06,
+      "loss": 0.2407,
+      "step": 4590
+    },
+    {
+      "epoch": 1.1546524399811706,
+      "grad_norm": 1.375,
+      "learning_rate": 1.604e-06,
+      "loss": 0.2283,
+      "step": 4600
+    },
+    {
+      "epoch": 1.1571630315393064,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.5640000000000002e-06,
+      "loss": 0.2366,
+      "step": 4610
+    },
+    {
+      "epoch": 1.1596736230974423,
+      "grad_norm": 1.546875,
+      "learning_rate": 1.5240000000000001e-06,
+      "loss": 0.2286,
+      "step": 4620
+    },
+    {
+      "epoch": 1.1621842146555783,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.4840000000000001e-06,
+      "loss": 0.2388,
+      "step": 4630
+    },
+    {
+      "epoch": 1.1646948062137141,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.444e-06,
+      "loss": 0.2334,
+      "step": 4640
+    },
+    {
+      "epoch": 1.16720539777185,
+      "grad_norm": 1.3984375,
+      "learning_rate": 1.404e-06,
+      "loss": 0.2291,
+      "step": 4650
+    },
+    {
+      "epoch": 1.169715989329986,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.364e-06,
+      "loss": 0.237,
+      "step": 4660
+    },
+    {
+      "epoch": 1.1722265808881218,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.324e-06,
+      "loss": 0.2413,
+      "step": 4670
+    },
+    {
+      "epoch": 1.1747371724462576,
+      "grad_norm": 1.75,
+      "learning_rate": 1.284e-06,
+      "loss": 0.2466,
+      "step": 4680
+    },
+    {
+      "epoch": 1.1772477640043935,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.244e-06,
+      "loss": 0.2375,
+      "step": 4690
+    },
+    {
+      "epoch": 1.1797583555625295,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.204e-06,
+      "loss": 0.2333,
+      "step": 4700
+    },
+    {
+      "epoch": 1.1822689471206653,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.1640000000000002e-06,
+      "loss": 0.222,
+      "step": 4710
+    },
+    {
+      "epoch": 1.1847795386788011,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.1240000000000002e-06,
+      "loss": 0.238,
+      "step": 4720
+    },
+    {
+      "epoch": 1.1872901302369372,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.0840000000000001e-06,
+      "loss": 0.2399,
+      "step": 4730
+    },
+    {
+      "epoch": 1.189800721795073,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.044e-06,
+      "loss": 0.2276,
+      "step": 4740
+    },
+    {
+      "epoch": 1.1923113133532088,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.004e-06,
+      "loss": 0.2247,
+      "step": 4750
+    },
+    {
+      "epoch": 1.1948219049113447,
+      "grad_norm": 1.6953125,
+      "learning_rate": 9.64e-07,
+      "loss": 0.2379,
+      "step": 4760
+    },
+    {
+      "epoch": 1.1973324964694807,
+      "grad_norm": 1.5859375,
+      "learning_rate": 9.240000000000001e-07,
+      "loss": 0.233,
+      "step": 4770
+    },
+    {
+      "epoch": 1.1998430880276165,
+      "grad_norm": 1.4921875,
+      "learning_rate": 8.840000000000001e-07,
+      "loss": 0.233,
+      "step": 4780
+    },
+    {
+      "epoch": 1.2023536795857523,
+      "grad_norm": 1.671875,
+      "learning_rate": 8.440000000000001e-07,
+      "loss": 0.2334,
+      "step": 4790
+    },
+    {
+      "epoch": 1.2048642711438884,
+      "grad_norm": 1.3984375,
+      "learning_rate": 8.04e-07,
+      "loss": 0.2459,
+      "step": 4800
+    },
+    {
+      "epoch": 1.2073748627020242,
+      "grad_norm": 1.40625,
+      "learning_rate": 7.64e-07,
+      "loss": 0.2286,
+      "step": 4810
+    },
+    {
+      "epoch": 1.20988545426016,
+      "grad_norm": 1.546875,
+      "learning_rate": 7.240000000000001e-07,
+      "loss": 0.2372,
+      "step": 4820
+    },
+    {
+      "epoch": 1.2123960458182959,
+      "grad_norm": 1.578125,
+      "learning_rate": 6.84e-07,
+      "loss": 0.2399,
+      "step": 4830
+    },
+    {
+      "epoch": 1.214906637376432,
+      "grad_norm": 1.6640625,
+      "learning_rate": 6.44e-07,
+      "loss": 0.2309,
+      "step": 4840
+    },
+    {
+      "epoch": 1.2174172289345677,
+      "grad_norm": 1.5234375,
+      "learning_rate": 6.040000000000001e-07,
+      "loss": 0.2481,
+      "step": 4850
+    },
+    {
+      "epoch": 1.2199278204927035,
+      "grad_norm": 1.6015625,
+      "learning_rate": 5.64e-07,
+      "loss": 0.234,
+      "step": 4860
+    },
+    {
+      "epoch": 1.2224384120508396,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.240000000000001e-07,
+      "loss": 0.2331,
+      "step": 4870
+    },
+    {
+      "epoch": 1.2249490036089754,
+      "grad_norm": 1.8984375,
+      "learning_rate": 4.84e-07,
+      "loss": 0.2528,
+      "step": 4880
+    },
+    {
+      "epoch": 1.2274595951671112,
+      "grad_norm": 1.8515625,
+      "learning_rate": 4.4400000000000006e-07,
+      "loss": 0.2312,
+      "step": 4890
+    },
+    {
+      "epoch": 1.229970186725247,
+      "grad_norm": 1.609375,
+      "learning_rate": 4.04e-07,
+      "loss": 0.241,
+      "step": 4900
+    },
+    {
+      "epoch": 1.232480778283383,
+      "grad_norm": 1.6328125,
+      "learning_rate": 3.6400000000000003e-07,
+      "loss": 0.2346,
+      "step": 4910
+    },
+    {
+      "epoch": 1.234991369841519,
+      "grad_norm": 1.6484375,
+      "learning_rate": 3.24e-07,
+      "loss": 0.2492,
+      "step": 4920
+    },
+    {
+      "epoch": 1.2375019613996547,
+      "grad_norm": 1.625,
+      "learning_rate": 2.8400000000000005e-07,
+      "loss": 0.2437,
+      "step": 4930
+    },
+    {
+      "epoch": 1.2400125529577908,
+      "grad_norm": 2.0,
+      "learning_rate": 2.44e-07,
+      "loss": 0.2566,
+      "step": 4940
+    },
+    {
+      "epoch": 1.2425231445159266,
+      "grad_norm": 1.7734375,
+      "learning_rate": 2.0400000000000003e-07,
+      "loss": 0.2319,
+      "step": 4950
+    },
+    {
+      "epoch": 1.2450337360740624,
+      "grad_norm": 1.453125,
+      "learning_rate": 1.6400000000000004e-07,
+      "loss": 0.2338,
+      "step": 4960
+    },
+    {
+      "epoch": 1.2475443276321982,
+      "grad_norm": 1.75,
+      "learning_rate": 1.24e-07,
+      "loss": 0.2302,
+      "step": 4970
+    },
+    {
+      "epoch": 1.2500549191903343,
+      "grad_norm": 1.6953125,
+      "learning_rate": 8.4e-08,
+      "loss": 0.2347,
+      "step": 4980
+    },
+    {
+      "epoch": 1.2525655107484701,
+      "grad_norm": 1.5859375,
+      "learning_rate": 4.4000000000000004e-08,
+      "loss": 0.2331,
+      "step": 4990
+    },
+    {
+      "epoch": 1.255076102306606,
+      "grad_norm": 1.4765625,
+      "learning_rate": 4e-09,
+      "loss": 0.2249,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.5481985197050757e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-5000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a573b76b43963ddfc5159ef89ab0e258df03a82b42d345c3f13a661915b1f
+size 5713

config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128001,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f3a42cf3e7cfda21946e76131d2b59ed98c6465cd74051c5f9693ed54c6aa4
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a81226bcdf2579911c160f4f39dbfbb92a4759fc7c2a7d27af55245bda8b13
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb7741da438a74a56dca55a4d9315aed10dcdf64bb10e1d2dac3232c8aa57e
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac46fce1898f637da07a978aade60c7bd8f839c126b4332c0d235fd7a01a7e1
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

runs/Jun22_21-19-34_192-222-57-57/events.out.tfevents.1750627174.192-222-57-57.5985.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d46eafc3fcb28f0baf3a00b88639937a8e5d29f5a35bef424a563b7bc43480
+size 5564

runs/Jun22_21-21-14_192-222-57-57/events.out.tfevents.1750627274.192-222-57-57.6587.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5975787734ced78ed093812a28a227a75d071a3ab8fb905b9cc35f78d200633a
+size 110956

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|end_of_text|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a573b76b43963ddfc5159ef89ab0e258df03a82b42d345c3f13a661915b1f
+size 5713