Upload folder using huggingface_hub

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 128259
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06282267868920da12506473f9734f71874f857a968a3e38fb4d012f1389b601
+size 9976525976

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781535e81bddc452bb0a7daadb15c2fb241f5b77b0a406ecb36da22c485e295
+size 6084079576

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060571648
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,2087 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128257": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128258": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|pad|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,2084 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 3125,
+  "global_step": 9375,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 81.09986114501953,
+      "learning_rate": 5.330490405117271e-09,
+      "loss": 4.2908,
+      "step": 1
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 39.446632385253906,
+      "learning_rate": 1.7057569296375268e-07,
+      "loss": 4.5272,
+      "step": 32
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 29.238283157348633,
+      "learning_rate": 3.4115138592750537e-07,
+      "loss": 4.4752,
+      "step": 64
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 22.01056480407715,
+      "learning_rate": 5.11727078891258e-07,
+      "loss": 4.1314,
+      "step": 96
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 18.57903289794922,
+      "learning_rate": 6.823027718550107e-07,
+      "loss": 3.6895,
+      "step": 128
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 22.623241424560547,
+      "learning_rate": 8.528784648187634e-07,
+      "loss": 3.8308,
+      "step": 160
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 39.459312438964844,
+      "learning_rate": 1.023454157782516e-06,
+      "loss": 3.7262,
+      "step": 192
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 35.3140869140625,
+      "learning_rate": 1.1940298507462686e-06,
+      "loss": 3.4517,
+      "step": 224
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 32.16408920288086,
+      "learning_rate": 1.3646055437100215e-06,
+      "loss": 3.1434,
+      "step": 256
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 52.39228057861328,
+      "learning_rate": 1.5351812366737743e-06,
+      "loss": 2.8835,
+      "step": 288
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 37.600914001464844,
+      "learning_rate": 1.7057569296375267e-06,
+      "loss": 2.4623,
+      "step": 320
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 45.62595748901367,
+      "learning_rate": 1.8763326226012796e-06,
+      "loss": 2.1315,
+      "step": 352
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 43.015769958496094,
+      "learning_rate": 2.046908315565032e-06,
+      "loss": 1.7325,
+      "step": 384
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 35.00260925292969,
+      "learning_rate": 2.217484008528785e-06,
+      "loss": 1.2489,
+      "step": 416
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 32.048892974853516,
+      "learning_rate": 2.3880597014925373e-06,
+      "loss": 0.9157,
+      "step": 448
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 13.675606727600098,
+      "learning_rate": 2.55863539445629e-06,
+      "loss": 0.6912,
+      "step": 480
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 8.565446853637695,
+      "learning_rate": 2.729211087420043e-06,
+      "loss": 0.5851,
+      "step": 512
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 5.786331653594971,
+      "learning_rate": 2.8997867803837954e-06,
+      "loss": 0.5436,
+      "step": 544
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 4.275287628173828,
+      "learning_rate": 3.0703624733475486e-06,
+      "loss": 0.5265,
+      "step": 576
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 3.8850135803222656,
+      "learning_rate": 3.240938166311301e-06,
+      "loss": 0.518,
+      "step": 608
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.7634377479553223,
+      "learning_rate": 3.4115138592750535e-06,
+      "loss": 0.5294,
+      "step": 640
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.058694362640381,
+      "learning_rate": 3.582089552238806e-06,
+      "loss": 0.4863,
+      "step": 672
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 3.0105514526367188,
+      "learning_rate": 3.752665245202559e-06,
+      "loss": 0.4757,
+      "step": 704
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.7932214736938477,
+      "learning_rate": 3.9232409381663116e-06,
+      "loss": 0.4726,
+      "step": 736
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.969853162765503,
+      "learning_rate": 4.093816631130064e-06,
+      "loss": 0.4646,
+      "step": 768
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 2.6153671741485596,
+      "learning_rate": 4.264392324093816e-06,
+      "loss": 0.4887,
+      "step": 800
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 2.1711323261260986,
+      "learning_rate": 4.43496801705757e-06,
+      "loss": 0.4643,
+      "step": 832
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 1.9776705503463745,
+      "learning_rate": 4.605543710021322e-06,
+      "loss": 0.4898,
+      "step": 864
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 2.3949756622314453,
+      "learning_rate": 4.7761194029850745e-06,
+      "loss": 0.4602,
+      "step": 896
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.3230838775634766,
+      "learning_rate": 4.946695095948828e-06,
+      "loss": 0.461,
+      "step": 928
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 2.3648765087127686,
+      "learning_rate": 4.999916116490299e-06,
+      "loss": 0.4745,
+      "step": 960
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.1984546184539795,
+      "learning_rate": 4.999494633386398e-06,
+      "loss": 0.4633,
+      "step": 992
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 1.762692928314209,
+      "learning_rate": 4.998718279148715e-06,
+      "loss": 0.4536,
+      "step": 1024
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 2.1041259765625,
+      "learning_rate": 4.997587164001815e-06,
+      "loss": 0.4539,
+      "step": 1056
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.9263038635253906,
+      "learning_rate": 4.996101448538208e-06,
+      "loss": 0.4756,
+      "step": 1088
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 2.034348964691162,
+      "learning_rate": 4.994261343695546e-06,
+      "loss": 0.4665,
+      "step": 1120
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 1.7497957944869995,
+      "learning_rate": 4.992067110726676e-06,
+      "loss": 0.4696,
+      "step": 1152
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 2.013481616973877,
+      "learning_rate": 4.989519061162551e-06,
+      "loss": 0.4626,
+      "step": 1184
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 1.6707772016525269,
+      "learning_rate": 4.986617556767996e-06,
+      "loss": 0.4471,
+      "step": 1216
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 8.574811935424805,
+      "learning_rate": 4.983363009490345e-06,
+      "loss": 0.6653,
+      "step": 1248
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 2.742908000946045,
+      "learning_rate": 4.979755881400958e-06,
+      "loss": 0.4962,
+      "step": 1280
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.989056944847107,
+      "learning_rate": 4.975796684629615e-06,
+      "loss": 0.4631,
+      "step": 1312
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 4.992760181427002,
+      "learning_rate": 4.9714859812918025e-06,
+      "loss": 0.4963,
+      "step": 1344
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 2.217728614807129,
+      "learning_rate": 4.966824383408912e-06,
+      "loss": 0.488,
+      "step": 1376
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 2.3101227283477783,
+      "learning_rate": 4.961812552821344e-06,
+      "loss": 0.4704,
+      "step": 1408
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.563667893409729,
+      "learning_rate": 4.9564512010945376e-06,
+      "loss": 0.4706,
+      "step": 1440
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 2.036856174468994,
+      "learning_rate": 4.950741089417953e-06,
+      "loss": 0.4605,
+      "step": 1472
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.1248879432678223,
+      "learning_rate": 4.9446830284969925e-06,
+      "loss": 0.452,
+      "step": 1504
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 1.854479193687439,
+      "learning_rate": 4.9382778784379036e-06,
+      "loss": 0.4479,
+      "step": 1536
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.910399079322815,
+      "learning_rate": 4.93152654862566e-06,
+      "loss": 0.4509,
+      "step": 1568
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.8017282485961914,
+      "learning_rate": 4.924429997594853e-06,
+      "loss": 0.4483,
+      "step": 1600
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 2.074218988418579,
+      "learning_rate": 4.916989232893599e-06,
+      "loss": 0.4333,
+      "step": 1632
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 1.4735522270202637,
+      "learning_rate": 4.9092053109404915e-06,
+      "loss": 0.4495,
+      "step": 1664
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.7983524799346924,
+      "learning_rate": 4.901079336874613e-06,
+      "loss": 0.4515,
+      "step": 1696
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.9232527017593384,
+      "learning_rate": 4.892612464398635e-06,
+      "loss": 0.4487,
+      "step": 1728
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.765944480895996,
+      "learning_rate": 4.883805895615012e-06,
+      "loss": 0.4422,
+      "step": 1760
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.9970297813415527,
+      "learning_rate": 4.874660880855312e-06,
+      "loss": 0.4221,
+      "step": 1792
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 2.0044093132019043,
+      "learning_rate": 4.865178718502702e-06,
+      "loss": 0.4373,
+      "step": 1824
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.6501140594482422,
+      "learning_rate": 4.855360754807605e-06,
+      "loss": 0.4235,
+      "step": 1856
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.645620584487915,
+      "learning_rate": 4.845208383696562e-06,
+      "loss": 0.4541,
+      "step": 1888
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.6713379621505737,
+      "learning_rate": 4.834723046574325e-06,
+      "loss": 0.4268,
+      "step": 1920
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.884087324142456,
+      "learning_rate": 4.823906232119217e-06,
+      "loss": 0.4576,
+      "step": 1952
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 2.040897846221924,
+      "learning_rate": 4.812759476071763e-06,
+      "loss": 0.4447,
+      "step": 1984
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.9747045040130615,
+      "learning_rate": 4.801284361016662e-06,
+      "loss": 0.4545,
+      "step": 2016
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.484182357788086,
+      "learning_rate": 4.7894825161580895e-06,
+      "loss": 0.4245,
+      "step": 2048
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 2.0505754947662354,
+      "learning_rate": 4.777355617088385e-06,
+      "loss": 0.4407,
+      "step": 2080
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.67294180393219,
+      "learning_rate": 4.764905385550162e-06,
+      "loss": 0.4341,
+      "step": 2112
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 1.8784741163253784,
+      "learning_rate": 4.752133589191858e-06,
+      "loss": 0.4395,
+      "step": 2144
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 2.056182384490967,
+      "learning_rate": 4.739042041316768e-06,
+      "loss": 0.4366,
+      "step": 2176
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 1.9364875555038452,
+      "learning_rate": 4.725632600625596e-06,
+      "loss": 0.436,
+      "step": 2208
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.7114194631576538,
+      "learning_rate": 4.711907170952566e-06,
+      "loss": 0.4372,
+      "step": 2240
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 1.6811811923980713,
+      "learning_rate": 4.697867700995114e-06,
+      "loss": 0.4358,
+      "step": 2272
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.090726375579834,
+      "learning_rate": 4.6835161840372275e-06,
+      "loss": 0.4397,
+      "step": 2304
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.7959681749343872,
+      "learning_rate": 4.668854657666433e-06,
+      "loss": 0.4473,
+      "step": 2336
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.728021502494812,
+      "learning_rate": 4.653885203484516e-06,
+      "loss": 0.4142,
+      "step": 2368
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 1.7670295238494873,
+      "learning_rate": 4.638609946811972e-06,
+      "loss": 0.4436,
+      "step": 2400
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.8921970129013062,
+      "learning_rate": 4.623031056386266e-06,
+      "loss": 0.4458,
+      "step": 2432
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.9246195554733276,
+      "learning_rate": 4.60715074405392e-06,
+      "loss": 0.432,
+      "step": 2464
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.6890949010849,
+      "learning_rate": 4.5909712644564785e-06,
+      "loss": 0.4481,
+      "step": 2496
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 1.94569730758667,
+      "learning_rate": 4.574494914710402e-06,
+      "loss": 0.4391,
+      "step": 2528
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.9241193532943726,
+      "learning_rate": 4.557724034080933e-06,
+      "loss": 0.4385,
+      "step": 2560
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 1.4931526184082031,
+      "learning_rate": 4.540661003649969e-06,
+      "loss": 0.4231,
+      "step": 2592
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.4060425758361816,
+      "learning_rate": 4.523308245978002e-06,
+      "loss": 0.4536,
+      "step": 2624
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.8417847156524658,
+      "learning_rate": 4.505668224760177e-06,
+      "loss": 0.4333,
+      "step": 2656
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.8922076225280762,
+      "learning_rate": 4.487743444476497e-06,
+      "loss": 0.4357,
+      "step": 2688
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.9191391468048096,
+      "learning_rate": 4.4695364500362505e-06,
+      "loss": 0.4389,
+      "step": 2720
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.601089596748352,
+      "learning_rate": 4.451049826416682e-06,
+      "loss": 0.4353,
+      "step": 2752
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 2.120335578918457,
+      "learning_rate": 4.432286198295998e-06,
+      "loss": 0.4368,
+      "step": 2784
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 2.189028739929199,
+      "learning_rate": 4.41324822968071e-06,
+      "loss": 0.4416,
+      "step": 2816
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.8566769361495972,
+      "learning_rate": 4.393938623527417e-06,
+      "loss": 0.4171,
+      "step": 2848
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.9154083728790283,
+      "learning_rate": 4.374360121359038e-06,
+      "loss": 0.415,
+      "step": 2880
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.692428708076477,
+      "learning_rate": 4.3545155028755865e-06,
+      "loss": 0.4172,
+      "step": 2912
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.166477680206299,
+      "learning_rate": 4.33440758555951e-06,
+      "loss": 0.428,
+      "step": 2944
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.6697969436645508,
+      "learning_rate": 4.3140392242756776e-06,
+      "loss": 0.4285,
+      "step": 2976
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.920438289642334,
+      "learning_rate": 4.293413310866049e-06,
+      "loss": 0.4261,
+      "step": 3008
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 1.8718430995941162,
+      "learning_rate": 4.272532773739104e-06,
+      "loss": 0.429,
+      "step": 3040
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 2.206317186355591,
+      "learning_rate": 4.251400577454071e-06,
+      "loss": 0.4428,
+      "step": 3072
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 1.501305103302002,
+      "learning_rate": 4.230019722300031e-06,
+      "loss": 0.4239,
+      "step": 3104
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.101531744003296,
+      "learning_rate": 4.208393243869944e-06,
+      "loss": 0.4149,
+      "step": 3136
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.7755931615829468,
+      "learning_rate": 4.1865242126296595e-06,
+      "loss": 0.3916,
+      "step": 3168
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 2.1227498054504395,
+      "learning_rate": 4.16441573348199e-06,
+      "loss": 0.3989,
+      "step": 3200
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 1.7373100519180298,
+      "learning_rate": 4.142070945325877e-06,
+      "loss": 0.3863,
+      "step": 3232
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 1.9355260133743286,
+      "learning_rate": 4.119493020610743e-06,
+      "loss": 0.3917,
+      "step": 3264
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 2.244920015335083,
+      "learning_rate": 4.096685164886077e-06,
+      "loss": 0.3828,
+      "step": 3296
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 2.0385265350341797,
+      "learning_rate": 4.073650616346317e-06,
+      "loss": 0.3619,
+      "step": 3328
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 1.710614562034607,
+      "learning_rate": 4.050392645371101e-06,
+      "loss": 0.3896,
+      "step": 3360
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 2.1802237033843994,
+      "learning_rate": 4.02691455406095e-06,
+      "loss": 0.3831,
+      "step": 3392
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 2.172614812850952,
+      "learning_rate": 4.003219675768442e-06,
+      "loss": 0.3955,
+      "step": 3424
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 2.4257946014404297,
+      "learning_rate": 3.9793113746249554e-06,
+      "loss": 0.3971,
+      "step": 3456
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 2.0909085273742676,
+      "learning_rate": 3.955193045063038e-06,
+      "loss": 0.4057,
+      "step": 3488
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 2.075266122817993,
+      "learning_rate": 3.930868111334471e-06,
+      "loss": 0.4008,
+      "step": 3520
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 1.7521378993988037,
+      "learning_rate": 3.9063400270241114e-06,
+      "loss": 0.3823,
+      "step": 3552
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 2.0354838371276855,
+      "learning_rate": 3.8816122745595556e-06,
+      "loss": 0.3765,
+      "step": 3584
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 2.2530100345611572,
+      "learning_rate": 3.856688364716715e-06,
+      "loss": 0.3886,
+      "step": 3616
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 2.245403528213501,
+      "learning_rate": 3.8315718361213694e-06,
+      "loss": 0.3932,
+      "step": 3648
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 2.0210509300231934,
+      "learning_rate": 3.8062662547467604e-06,
+      "loss": 0.3829,
+      "step": 3680
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 2.0126099586486816,
+      "learning_rate": 3.780775213407305e-06,
+      "loss": 0.3812,
+      "step": 3712
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.8954484462738037,
+      "learning_rate": 3.755102331248497e-06,
+      "loss": 0.3972,
+      "step": 3744
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 1.6417081356048584,
+      "learning_rate": 3.729251253233073e-06,
+      "loss": 0.3695,
+      "step": 3776
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.9035495519638062,
+      "learning_rate": 3.703225649623511e-06,
+      "loss": 0.3994,
+      "step": 3808
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 2.3809115886688232,
+      "learning_rate": 3.677029215460935e-06,
+      "loss": 0.3556,
+      "step": 3840
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.786759376525879,
+      "learning_rate": 3.6506656700405045e-06,
+      "loss": 0.4021,
+      "step": 3872
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.6966474056243896,
+      "learning_rate": 3.624138756383361e-06,
+      "loss": 0.39,
+      "step": 3904
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.6180293560028076,
+      "learning_rate": 3.5974522407052013e-06,
+      "loss": 0.3784,
+      "step": 3936
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 2.305377721786499,
+      "learning_rate": 3.570609911881566e-06,
+      "loss": 0.3884,
+      "step": 3968
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.915959119796753,
+      "learning_rate": 3.543615580909898e-06,
+      "loss": 0.3731,
+      "step": 4000
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 2.24371337890625,
+      "learning_rate": 3.516473080368478e-06,
+      "loss": 0.3948,
+      "step": 4032
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 2.017815589904785,
+      "learning_rate": 3.489186263872275e-06,
+      "loss": 0.3899,
+      "step": 4064
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.8351576328277588,
+      "learning_rate": 3.461759005525831e-06,
+      "loss": 0.3754,
+      "step": 4096
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.9045614004135132,
+      "learning_rate": 3.43419519937322e-06,
+      "loss": 0.39,
+      "step": 4128
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 2.0742461681365967,
+      "learning_rate": 3.406498758845184e-06,
+      "loss": 0.3873,
+      "step": 4160
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.6864773035049438,
+      "learning_rate": 3.3786736162035187e-06,
+      "loss": 0.4079,
+      "step": 4192
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.938275933265686,
+      "learning_rate": 3.3507237219827784e-06,
+      "loss": 0.3921,
+      "step": 4224
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 1.6507903337478638,
+      "learning_rate": 3.3226530444293893e-06,
+      "loss": 0.4079,
+      "step": 4256
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 2.5583579540252686,
+      "learning_rate": 3.2944655689382554e-06,
+      "loss": 0.3898,
+      "step": 4288
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.5621929168701172,
+      "learning_rate": 3.2661652974869164e-06,
+      "loss": 0.3927,
+      "step": 4320
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 2.3563830852508545,
+      "learning_rate": 3.2377562480673623e-06,
+      "loss": 0.3773,
+      "step": 4352
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 2.2983264923095703,
+      "learning_rate": 3.20924245411557e-06,
+      "loss": 0.4093,
+      "step": 4384
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 2.168055295944214,
+      "learning_rate": 3.180627963938847e-06,
+      "loss": 0.3875,
+      "step": 4416
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.6647818088531494,
+      "learning_rate": 3.1519168401410627e-06,
+      "loss": 0.3864,
+      "step": 4448
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.8752187490463257,
+      "learning_rate": 3.123113159045854e-06,
+      "loss": 0.3989,
+      "step": 4480
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.9716269969940186,
+      "learning_rate": 3.09422101011788e-06,
+      "loss": 0.3871,
+      "step": 4512
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.64419424533844,
+      "learning_rate": 3.0652444953822097e-06,
+      "loss": 0.3788,
+      "step": 4544
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.6968454122543335,
+      "learning_rate": 3.0361877288419306e-06,
+      "loss": 0.363,
+      "step": 4576
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.8901735544204712,
+      "learning_rate": 3.0070548358940523e-06,
+      "loss": 0.3856,
+      "step": 4608
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 2.0190720558166504,
+      "learning_rate": 2.9778499527437932e-06,
+      "loss": 0.3773,
+      "step": 4640
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.636713981628418,
+      "learning_rate": 2.9485772258173405e-06,
+      "loss": 0.3839,
+      "step": 4672
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 1.7695128917694092,
+      "learning_rate": 2.919240811173143e-06,
+      "loss": 0.3702,
+      "step": 4704
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 1.5701383352279663,
+      "learning_rate": 2.8898448739118533e-06,
+      "loss": 0.3781,
+      "step": 4736
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 1.9044955968856812,
+      "learning_rate": 2.8603935875849744e-06,
+      "loss": 0.3839,
+      "step": 4768
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 2.095028877258301,
+      "learning_rate": 2.830891133602311e-06,
+      "loss": 0.3815,
+      "step": 4800
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 1.7362996339797974,
+      "learning_rate": 2.8013417006383078e-06,
+      "loss": 0.3779,
+      "step": 4832
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 2.0804173946380615,
+      "learning_rate": 2.771749484037352e-06,
+      "loss": 0.3838,
+      "step": 4864
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 2.020601511001587,
+      "learning_rate": 2.7421186852181282e-06,
+      "loss": 0.3664,
+      "step": 4896
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.6316553354263306,
+      "learning_rate": 2.7124535110771155e-06,
+      "loss": 0.3854,
+      "step": 4928
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 2.0489583015441895,
+      "learning_rate": 2.6827581733913027e-06,
+      "loss": 0.3979,
+      "step": 4960
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.7963629961013794,
+      "learning_rate": 2.6530368882202127e-06,
+      "loss": 0.3817,
+      "step": 4992
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.9695221185684204,
+      "learning_rate": 2.623293875307319e-06,
+      "loss": 0.3765,
+      "step": 5024
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.7658288478851318,
+      "learning_rate": 2.5935333574809385e-06,
+      "loss": 0.3729,
+      "step": 5056
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.888277530670166,
+      "learning_rate": 2.5637595600546855e-06,
+      "loss": 0.3761,
+      "step": 5088
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 2.300204038619995,
+      "learning_rate": 2.533976710227574e-06,
+      "loss": 0.3667,
+      "step": 5120
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.8108044862747192,
+      "learning_rate": 2.504189036483851e-06,
+      "loss": 0.381,
+      "step": 5152
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 1.714279294013977,
+      "learning_rate": 2.4744007679926514e-06,
+      "loss": 0.383,
+      "step": 5184
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 2.0090560913085938,
+      "learning_rate": 2.444616134007549e-06,
+      "loss": 0.3782,
+      "step": 5216
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 3.1284220218658447,
+      "learning_rate": 2.4148393632661033e-06,
+      "loss": 0.3828,
+      "step": 5248
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.935893177986145,
+      "learning_rate": 2.385074683389469e-06,
+      "loss": 0.3823,
+      "step": 5280
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 2.1543848514556885,
+      "learning_rate": 2.3553263202821775e-06,
+      "loss": 0.3889,
+      "step": 5312
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 2.06484055519104,
+      "learning_rate": 2.3255984975321503e-06,
+      "loss": 0.3784,
+      "step": 5344
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 2.16433048248291,
+      "learning_rate": 2.2958954358110467e-06,
+      "loss": 0.3907,
+      "step": 5376
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.8699232339859009,
+      "learning_rate": 2.266221352275029e-06,
+      "loss": 0.3876,
+      "step": 5408
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.9308942556381226,
+      "learning_rate": 2.2365804599660147e-06,
+      "loss": 0.3858,
+      "step": 5440
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.6365489959716797,
+      "learning_rate": 2.2069769672135283e-06,
+      "loss": 0.3752,
+      "step": 5472
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 2.0656015872955322,
+      "learning_rate": 2.1774150770372106e-06,
+      "loss": 0.3814,
+      "step": 5504
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 2.1089792251586914,
+      "learning_rate": 2.147898986550087e-06,
+      "loss": 0.384,
+      "step": 5536
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 2.0410280227661133,
+      "learning_rate": 2.1184328863626754e-06,
+      "loss": 0.3873,
+      "step": 5568
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 2.122666358947754,
+      "learning_rate": 2.089020959988009e-06,
+      "loss": 0.3819,
+      "step": 5600
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.69956636428833,
+      "learning_rate": 2.059667383247683e-06,
+      "loss": 0.3896,
+      "step": 5632
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.9529376029968262,
+      "learning_rate": 2.0303763236789717e-06,
+      "loss": 0.3755,
+      "step": 5664
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 2.420130491256714,
+      "learning_rate": 2.001151939943144e-06,
+      "loss": 0.3718,
+      "step": 5696
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.4947919845581055,
+      "learning_rate": 1.9719983812350193e-06,
+      "loss": 0.3745,
+      "step": 5728
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.8835581541061401,
+      "learning_rate": 1.942919786693886e-06,
+      "loss": 0.372,
+      "step": 5760
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.938788652420044,
+      "learning_rate": 1.913920284815831e-06,
+      "loss": 0.3823,
+      "step": 5792
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 1.721387505531311,
+      "learning_rate": 1.8850039928675898e-06,
+      "loss": 0.3821,
+      "step": 5824
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.8227866888046265,
+      "learning_rate": 1.8561750163019896e-06,
+      "loss": 0.3782,
+      "step": 5856
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 2.097525119781494,
+      "learning_rate": 1.8274374481750662e-06,
+      "loss": 0.3796,
+      "step": 5888
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.726780652999878,
+      "learning_rate": 1.7987953685649485e-06,
+      "loss": 0.3807,
+      "step": 5920
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 2.022624969482422,
+      "learning_rate": 1.7702528439925767e-06,
+      "loss": 0.4001,
+      "step": 5952
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 2.3828012943267822,
+      "learning_rate": 1.7418139268443482e-06,
+      "loss": 0.3645,
+      "step": 5984
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.568467617034912,
+      "learning_rate": 1.7134826547967757e-06,
+      "loss": 0.3619,
+      "step": 6016
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 2.0688278675079346,
+      "learning_rate": 1.6852630502432238e-06,
+      "loss": 0.3841,
+      "step": 6048
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.6255009174346924,
+      "learning_rate": 1.6571591197228285e-06,
+      "loss": 0.3852,
+      "step": 6080
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 2.2390382289886475,
+      "learning_rate": 1.629174853351651e-06,
+      "loss": 0.3821,
+      "step": 6112
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.8038519620895386,
+      "learning_rate": 1.6013142242561813e-06,
+      "loss": 0.3706,
+      "step": 6144
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.7060197591781616,
+      "learning_rate": 1.5735811880092394e-06,
+      "loss": 0.3757,
+      "step": 6176
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.7518197298049927,
+      "learning_rate": 1.5459796820683737e-06,
+      "loss": 0.3583,
+      "step": 6208
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.9007574319839478,
+      "learning_rate": 1.518513625216838e-06,
+      "loss": 0.371,
+      "step": 6240
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 2.433927059173584,
+      "learning_rate": 1.491186917007206e-06,
+      "loss": 0.354,
+      "step": 6272
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 1.9734601974487305,
+      "learning_rate": 1.4640034372077322e-06,
+      "loss": 0.3025,
+      "step": 6304
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 1.8102402687072754,
+      "learning_rate": 1.4369670452515044e-06,
+      "loss": 0.3029,
+      "step": 6336
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 2.091526746749878,
+      "learning_rate": 1.4100815796884998e-06,
+      "loss": 0.3186,
+      "step": 6368
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 2.3196873664855957,
+      "learning_rate": 1.3833508576405974e-06,
+      "loss": 0.3224,
+      "step": 6400
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.9001076221466064,
+      "learning_rate": 1.3567786742596283e-06,
+      "loss": 0.3202,
+      "step": 6432
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 2.5536646842956543,
+      "learning_rate": 1.3303688021885575e-06,
+      "loss": 0.3069,
+      "step": 6464
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 2.5281178951263428,
+      "learning_rate": 1.304124991025852e-06,
+      "loss": 0.325,
+      "step": 6496
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 2.0767500400543213,
+      "learning_rate": 1.2780509667931217e-06,
+      "loss": 0.3093,
+      "step": 6528
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 2.1247355937957764,
+      "learning_rate": 1.2521504314061173e-06,
+      "loss": 0.3089,
+      "step": 6560
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 2.0165886878967285,
+      "learning_rate": 1.2264270621491286e-06,
+      "loss": 0.3165,
+      "step": 6592
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 1.9396981000900269,
+      "learning_rate": 1.2008845111529088e-06,
+      "loss": 0.3081,
+      "step": 6624
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 1.7157505750656128,
+      "learning_rate": 1.1755264048761464e-06,
+      "loss": 0.3198,
+      "step": 6656
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 2.258640766143799,
+      "learning_rate": 1.1503563435905943e-06,
+      "loss": 0.3325,
+      "step": 6688
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.9301531314849854,
+      "learning_rate": 1.1253779008699131e-06,
+      "loss": 0.3134,
+      "step": 6720
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 2.2808330059051514,
+      "learning_rate": 1.100594623082303e-06,
+      "loss": 0.317,
+      "step": 6752
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 1.8786733150482178,
+      "learning_rate": 1.0760100288870077e-06,
+      "loss": 0.3168,
+      "step": 6784
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.9487037658691406,
+      "learning_rate": 1.051627608734733e-06,
+      "loss": 0.315,
+      "step": 6816
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.9780691862106323,
+      "learning_rate": 1.027450824372094e-06,
+      "loss": 0.3031,
+      "step": 6848
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 1.8468976020812988,
+      "learning_rate": 1.0034831083501206e-06,
+      "loss": 0.3217,
+      "step": 6880
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 2.038942337036133,
+      "learning_rate": 9.797278635369137e-07,
+      "loss": 0.3101,
+      "step": 6912
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 2.3068716526031494,
+      "learning_rate": 9.561884626345206e-07,
+      "loss": 0.3108,
+      "step": 6944
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 2.4297397136688232,
+      "learning_rate": 9.328682477000789e-07,
+      "loss": 0.3125,
+      "step": 6976
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.945255994796753,
+      "learning_rate": 9.097705296713297e-07,
+      "loss": 0.3328,
+      "step": 7008
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 1.9912285804748535,
+      "learning_rate": 8.868985878965366e-07,
+      "loss": 0.3159,
+      "step": 7040
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 1.9008084535598755,
+      "learning_rate": 8.642556696688922e-07,
+      "loss": 0.3117,
+      "step": 7072
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 2.170666456222534,
+      "learning_rate": 8.41844989765479e-07,
+      "loss": 0.2978,
+      "step": 7104
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 2.172029972076416,
+      "learning_rate": 8.196697299908424e-07,
+      "loss": 0.3222,
+      "step": 7136
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 2.5172417163848877,
+      "learning_rate": 7.977330387252477e-07,
+      "loss": 0.319,
+      "step": 7168
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 2.177389621734619,
+      "learning_rate": 7.760380304776832e-07,
+      "loss": 0.3044,
+      "step": 7200
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 2.758618116378784,
+      "learning_rate": 7.545877854436698e-07,
+      "loss": 0.3085,
+      "step": 7232
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 2.075314998626709,
+      "learning_rate": 7.333853490679435e-07,
+      "loss": 0.3035,
+      "step": 7264
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 2.0649516582489014,
+      "learning_rate": 7.124337316120735e-07,
+      "loss": 0.3055,
+      "step": 7296
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.783288598060608,
+      "learning_rate": 6.917359077270716e-07,
+      "loss": 0.3135,
+      "step": 7328
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.7334567308425903,
+      "learning_rate": 6.712948160310612e-07,
+      "loss": 0.3016,
+      "step": 7360
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.930259108543396,
+      "learning_rate": 6.511133586920601e-07,
+      "loss": 0.3212,
+      "step": 7392
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.8508963584899902,
+      "learning_rate": 6.311944010159394e-07,
+      "loss": 0.3116,
+      "step": 7424
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 2.465895652770996,
+      "learning_rate": 6.115407710396145e-07,
+      "loss": 0.3072,
+      "step": 7456
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 2.070736885070801,
+      "learning_rate": 5.921552591295304e-07,
+      "loss": 0.2994,
+      "step": 7488
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 2.0981955528259277,
+      "learning_rate": 5.730406175854908e-07,
+      "loss": 0.3025,
+      "step": 7520
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 3.7306787967681885,
+      "learning_rate": 5.54199560249897e-07,
+      "loss": 0.3147,
+      "step": 7552
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 2.121021032333374,
+      "learning_rate": 5.35634762122442e-07,
+      "loss": 0.3003,
+      "step": 7584
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 2.1162850856781006,
+      "learning_rate": 5.173488589803238e-07,
+      "loss": 0.3078,
+      "step": 7616
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 2.231017589569092,
+      "learning_rate": 4.993444470040234e-07,
+      "loss": 0.3186,
+      "step": 7648
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.894769310951233,
+      "learning_rate": 4.816240824087076e-07,
+      "loss": 0.3073,
+      "step": 7680
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 2.0375301837921143,
+      "learning_rate": 4.6419028108130456e-07,
+      "loss": 0.3073,
+      "step": 7712
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 1.8693057298660278,
+      "learning_rate": 4.470455182233052e-07,
+      "loss": 0.2982,
+      "step": 7744
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 3.1128180027008057,
+      "learning_rate": 4.3019222799934117e-07,
+      "loss": 0.308,
+      "step": 7776
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2.0070888996124268,
+      "learning_rate": 4.1363280319158925e-07,
+      "loss": 0.2924,
+      "step": 7808
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 2.380854845046997,
+      "learning_rate": 3.973695948600512e-07,
+      "loss": 0.3081,
+      "step": 7840
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.5215469598770142,
+      "learning_rate": 3.8140491200875567e-07,
+      "loss": 0.3056,
+      "step": 7872
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 2.3219008445739746,
+      "learning_rate": 3.6574102125793433e-07,
+      "loss": 0.3315,
+      "step": 7904
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 2.599708318710327,
+      "learning_rate": 3.50380146522212e-07,
+      "loss": 0.3063,
+      "step": 7936
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 2.05867600440979,
+      "learning_rate": 3.3532446869486255e-07,
+      "loss": 0.3119,
+      "step": 7968
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 2.343508720397949,
+      "learning_rate": 3.205761253381706e-07,
+      "loss": 0.3079,
+      "step": 8000
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 2.180671215057373,
+      "learning_rate": 3.061372103799487e-07,
+      "loss": 0.3015,
+      "step": 8032
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.8264672756195068,
+      "learning_rate": 2.920097738162453e-07,
+      "loss": 0.2983,
+      "step": 8064
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 2.2154526710510254,
+      "learning_rate": 2.781958214202918e-07,
+      "loss": 0.2847,
+      "step": 8096
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 2.0086474418640137,
+      "learning_rate": 2.646973144577325e-07,
+      "loss": 0.2989,
+      "step": 8128
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 1.6659183502197266,
+      "learning_rate": 2.515161694081647e-07,
+      "loss": 0.3093,
+      "step": 8160
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 2.06815767288208,
+      "learning_rate": 2.386542576930456e-07,
+      "loss": 0.3244,
+      "step": 8192
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 2.211477756500244,
+      "learning_rate": 2.261134054099917e-07,
+      "loss": 0.2915,
+      "step": 8224
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.9615728855133057,
+      "learning_rate": 2.1389539307351547e-07,
+      "loss": 0.2985,
+      "step": 8256
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 2.556670904159546,
+      "learning_rate": 2.0200195536223267e-07,
+      "loss": 0.3063,
+      "step": 8288
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 2.5121803283691406,
+      "learning_rate": 1.9043478087257623e-07,
+      "loss": 0.3215,
+      "step": 8320
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.6968414783477783,
+      "learning_rate": 1.7919551187905837e-07,
+      "loss": 0.3298,
+      "step": 8352
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 2.044729232788086,
+      "learning_rate": 1.6828574410110016e-07,
+      "loss": 0.3023,
+      "step": 8384
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 2.065782070159912,
+      "learning_rate": 1.5770702647647823e-07,
+      "loss": 0.3081,
+      "step": 8416
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.901002287864685,
+      "learning_rate": 1.474608609414113e-07,
+      "loss": 0.3091,
+      "step": 8448
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.9364674091339111,
+      "learning_rate": 1.3754870221731775e-07,
+      "loss": 0.3098,
+      "step": 8480
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 2.78462553024292,
+      "learning_rate": 1.2797195760428093e-07,
+      "loss": 0.3087,
+      "step": 8512
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 2.1383516788482666,
+      "learning_rate": 1.1873198678124309e-07,
+      "loss": 0.3188,
+      "step": 8544
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 2.3941681385040283,
+      "learning_rate": 1.0983010161296215e-07,
+      "loss": 0.2992,
+      "step": 8576
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 2.229642152786255,
+      "learning_rate": 1.0126756596375687e-07,
+      "loss": 0.3073,
+      "step": 8608
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 2.0102837085723877,
+      "learning_rate": 9.304559551806675e-08,
+      "loss": 0.3085,
+      "step": 8640
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.9925841093063354,
+      "learning_rate": 8.516535760785455e-08,
+      "loss": 0.2985,
+      "step": 8672
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 2.0987861156463623,
+      "learning_rate": 7.762797104686858e-08,
+      "loss": 0.298,
+      "step": 8704
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 2.3838305473327637,
+      "learning_rate": 7.043450597179979e-08,
+      "loss": 0.3005,
+      "step": 8736
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.6963961124420166,
+      "learning_rate": 6.358598369034518e-08,
+      "loss": 0.3086,
+      "step": 8768
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 2.5110673904418945,
+      "learning_rate": 5.7083376536204436e-08,
+      "loss": 0.3053,
+      "step": 8800
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.5840606689453125,
+      "learning_rate": 5.092760773103417e-08,
+      "loss": 0.3045,
+      "step": 8832
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.917822241783142,
+      "learning_rate": 4.511955125336726e-08,
+      "loss": 0.3242,
+      "step": 8864
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 2.784975290298462,
+      "learning_rate": 3.966003171453181e-08,
+      "loss": 0.3114,
+      "step": 8896
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.9126253128051758,
+      "learning_rate": 3.4549824241572326e-08,
+      "loss": 0.3137,
+      "step": 8928
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.947252631187439,
+      "learning_rate": 2.9789654367200492e-08,
+      "loss": 0.2972,
+      "step": 8960
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.526893138885498,
+      "learning_rate": 2.538019792678703e-08,
+      "loss": 0.3069,
+      "step": 8992
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.7959527969360352,
+      "learning_rate": 2.1322080962405677e-08,
+      "loss": 0.3036,
+      "step": 9024
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.9721673727035522,
+      "learning_rate": 1.7615879633953724e-08,
+      "loss": 0.3184,
+      "step": 9056
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 2.307570219039917,
+      "learning_rate": 1.4262120137345791e-08,
+      "loss": 0.3059,
+      "step": 9088
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 2.152082681655884,
+      "learning_rate": 1.1261278629810246e-08,
+      "loss": 0.3094,
+      "step": 9120
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 2.0059001445770264,
+      "learning_rate": 8.613781162282731e-09,
+      "loss": 0.3273,
+      "step": 9152
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 2.789045572280884,
+      "learning_rate": 6.32000361891788e-09,
+      "loss": 0.3064,
+      "step": 9184
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 2.1778695583343506,
+      "learning_rate": 4.380271663723401e-09,
+      "loss": 0.3081,
+      "step": 9216
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 2.9381256103515625,
+      "learning_rate": 2.794860694320389e-09,
+      "loss": 0.3,
+      "step": 9248
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 2.4881601333618164,
+      "learning_rate": 1.5639958028462742e-09,
+      "loss": 0.3191,
+      "step": 9280
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.9834811687469482,
+      "learning_rate": 6.878517439948274e-10,
+      "loss": 0.3149,
+      "step": 9312
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 2.288940191268921,
+      "learning_rate": 1.6655291020573062e-10,
+      "loss": 0.3092,
+      "step": 9344
+    }
+  ],
+  "logging_steps": 32,
+  "max_steps": 9375,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 3125,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a168dae4296742a455e2d81b45936391e1ab683edc38fe419e36afcb980483b
+size 7032