Training in progress, epoch 1

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -1,36 +1,29 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
+  "_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
   "architectures": [
-    "LlamaForCausalLM"
+    "Qwen2ForCausalLM"
   ],
-  "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 128000,
-  "eos_token_id": 128001,
-  "head_dim": 128,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
   "hidden_act": "silu",
-  "hidden_size": 4096,
+  "hidden_size": 3584,
   "initializer_range": 0.02,
-  "intermediate_size": 14336,
-  "max_position_embeddings": 131072,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 32,
-  "num_hidden_layers": 32,
-  "num_key_value_heads": 8,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 8.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": false,
-  "vocab_size": 128256
+  "use_sliding_window": false,
+  "vocab_size": 152064
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:233d90ff3fc03b1f34b6371af665e12f9af2b1a611854c0a97588886e3ddc9e5
-size 4976698672
+oid sha256:652c76fb302abb8017e0669d2a0ddc4219270310309166e060d3e32c00f40883
+size 4877660776

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a7c49b63828ab136e75116e39ad427f224b2fa9c2f3f37683dccc7964a738f9
-size 4999802720
+oid sha256:9155effecbb67cc8bdd8ed4fd8ea658367461ba8880817260bdf8e0c8ebc8229
+size 4932751008

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd6bd937733fb3ce0c62dc5d70a97c5ca08907579c9311aca6ca281710a6ab86
-size 4915916176
+oid sha256:4c9b8d597d77a79e1437b56c6babad84612ec588474057fae17b5a4070230d90
+size 4330865200

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9c7546ca2ffe13afdac1e2b24b34ce3800e43d1f8fe1ad63e2a40b821909a68
-size 1168138808
+oid sha256:37c8a4a11963291f8677e2b658d9df583c3cff179d5ed5a754da09ee83cc5eca
+size 1089994880

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 16060522496
+    "total_size": 15231233024
   },
   "weight_map": {
     "lm_head.weight": "model-00004-of-00004.safetensors",
@@ -10,289 +10,337 @@
     "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
     "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
-    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
-    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
     "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
     "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
     "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
     "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
-    "model.norm.weight": "model-00004-of-00004.safetensors"
+    "model.norm.weight": "model-00003-of-00004.safetensors"
   }
 }

special_tokens_map.json

@@ -1,17 +1,31 @@
 {
-  "bos_token": {
-    "content": "<|begin_of_text|>",
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "eos_token": {
-    "content": "<|eot_id|>",
+  "pad_token": {
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
-  },
-  "pad_token": "<|eot_id|>"
+  }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
-size 17209920
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -1,2065 +1,208 @@
 {
+  "add_bos_token": false,
+  "add_prefix_space": false,
   "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
+    "151643": {
+      "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128001": {
-      "content": "<|end_of_text|>",
+    "151644": {
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
+    "151645": {
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
+    "151646": {
+      "content": "<|object_ref_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
+    "151647": {
+      "content": "<|object_ref_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
+    "151648": {
+      "content": "<|box_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128006": {
-      "content": "<|start_header_id|>",
+    "151649": {
+      "content": "<|box_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128007": {
-      "content": "<|end_header_id|>",
+    "151650": {
+      "content": "<|quad_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128008": {
-      "content": "<|eom_id|>",
+    "151651": {
+      "content": "<|quad_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128009": {
-      "content": "<|eot_id|>",
+    "151652": {
+      "content": "<|vision_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128010": {
-      "content": "<|python_tag|>",
+    "151653": {
+      "content": "<|vision_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
+    "151654": {
+      "content": "<|vision_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
+    "151655": {
+      "content": "<|image_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
+    "151656": {
+      "content": "<|video_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
+    "151657": {
+      "content": "<tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
+    "151658": {
+      "content": "</tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
+    "151659": {
+      "content": "<|fim_prefix|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
+    "151660": {
+      "content": "<|fim_middle|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
+    "151661": {
+      "content": "<|fim_suffix|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
+    "151662": {
+      "content": "<|fim_pad|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
+    "151663": {
+      "content": "<|repo_name|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
+    "151664": {
+      "content": "<|file_sep|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     }
   },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
   ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
   "model_max_length": 131072,
-  "pad_token": "<|eot_id|>",
+  "pad_token": "<|endoftext|>",
   "padding_side": "right",
   "split_special_tokens": false,
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
 }

trainer_log.jsonl

@@ -1,9 +1,273 @@
-{"current_steps": 10, "total_steps": 51, "loss": 0.8804, "lr": 5e-06, "epoch": 0.5882352941176471, "percentage": 19.61, "elapsed_time": "0:00:59", "remaining_time": "0:04:04"}
-{"current_steps": 17, "total_steps": 51, "eval_loss": 0.7954549193382263, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:01:42", "remaining_time": "0:03:24"}
-{"current_steps": 20, "total_steps": 51, "loss": 0.7874, "lr": 5e-06, "epoch": 1.1764705882352942, "percentage": 39.22, "elapsed_time": "0:03:16", "remaining_time": "0:05:04"}
-{"current_steps": 30, "total_steps": 51, "loss": 0.7508, "lr": 5e-06, "epoch": 1.7647058823529411, "percentage": 58.82, "elapsed_time": "0:04:15", "remaining_time": "0:02:58"}
-{"current_steps": 34, "total_steps": 51, "eval_loss": 0.7634365558624268, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "0:04:40", "remaining_time": "0:02:20"}
-{"current_steps": 40, "total_steps": 51, "loss": 0.7209, "lr": 5e-06, "epoch": 2.3529411764705883, "percentage": 78.43, "elapsed_time": "0:06:38", "remaining_time": "0:01:49"}
-{"current_steps": 50, "total_steps": 51, "loss": 0.7022, "lr": 5e-06, "epoch": 2.9411764705882355, "percentage": 98.04, "elapsed_time": "0:07:36", "remaining_time": "0:00:09"}
-{"current_steps": 51, "total_steps": 51, "eval_loss": 0.7526352405548096, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:09:13", "remaining_time": "0:00:00"}
-{"current_steps": 51, "total_steps": 51, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:10:36", "remaining_time": "0:00:00"}
+{"current_steps": 1, "total_steps": 543, "loss": 0.882, "lr": 1.8181818181818183e-07, "epoch": 0.0055248618784530384, "percentage": 0.18, "elapsed_time": "0:00:02", "remaining_time": "0:23:39"}
+{"current_steps": 2, "total_steps": 543, "loss": 0.9499, "lr": 3.6363636363636366e-07, "epoch": 0.011049723756906077, "percentage": 0.37, "elapsed_time": "0:00:04", "remaining_time": "0:20:29"}
+{"current_steps": 3, "total_steps": 543, "loss": 0.8375, "lr": 5.454545454545455e-07, "epoch": 0.016574585635359115, "percentage": 0.55, "elapsed_time": "0:00:05", "remaining_time": "0:17:39"}
+{"current_steps": 4, "total_steps": 543, "loss": 0.8694, "lr": 7.272727272727273e-07, "epoch": 0.022099447513812154, "percentage": 0.74, "elapsed_time": "0:00:07", "remaining_time": "0:16:15"}
+{"current_steps": 5, "total_steps": 543, "loss": 0.7922, "lr": 9.090909090909091e-07, "epoch": 0.027624309392265192, "percentage": 0.92, "elapsed_time": "0:00:08", "remaining_time": "0:16:06"}
+{"current_steps": 6, "total_steps": 543, "loss": 0.8158, "lr": 1.090909090909091e-06, "epoch": 0.03314917127071823, "percentage": 1.1, "elapsed_time": "0:00:10", "remaining_time": "0:15:22"}
+{"current_steps": 7, "total_steps": 543, "loss": 0.8463, "lr": 1.2727272727272728e-06, "epoch": 0.03867403314917127, "percentage": 1.29, "elapsed_time": "0:00:11", "remaining_time": "0:15:14"}
+{"current_steps": 8, "total_steps": 543, "loss": 0.7804, "lr": 1.4545454545454546e-06, "epoch": 0.04419889502762431, "percentage": 1.47, "elapsed_time": "0:00:14", "remaining_time": "0:15:56"}
+{"current_steps": 9, "total_steps": 543, "loss": 0.8386, "lr": 1.6363636363636365e-06, "epoch": 0.049723756906077346, "percentage": 1.66, "elapsed_time": "0:00:15", "remaining_time": "0:15:24"}
+{"current_steps": 10, "total_steps": 543, "loss": 0.7804, "lr": 1.8181818181818183e-06, "epoch": 0.055248618784530384, "percentage": 1.84, "elapsed_time": "0:00:17", "remaining_time": "0:15:15"}
+{"current_steps": 11, "total_steps": 543, "loss": 0.7536, "lr": 2.0000000000000003e-06, "epoch": 0.06077348066298342, "percentage": 2.03, "elapsed_time": "0:00:18", "remaining_time": "0:15:00"}
+{"current_steps": 12, "total_steps": 543, "loss": 0.8003, "lr": 2.181818181818182e-06, "epoch": 0.06629834254143646, "percentage": 2.21, "elapsed_time": "0:00:20", "remaining_time": "0:14:47"}
+{"current_steps": 13, "total_steps": 543, "loss": 0.7728, "lr": 2.363636363636364e-06, "epoch": 0.0718232044198895, "percentage": 2.39, "elapsed_time": "0:00:21", "remaining_time": "0:14:39"}
+{"current_steps": 14, "total_steps": 543, "loss": 0.7816, "lr": 2.5454545454545456e-06, "epoch": 0.07734806629834254, "percentage": 2.58, "elapsed_time": "0:00:23", "remaining_time": "0:14:32"}
+{"current_steps": 15, "total_steps": 543, "loss": 0.7138, "lr": 2.7272727272727272e-06, "epoch": 0.08287292817679558, "percentage": 2.76, "elapsed_time": "0:00:24", "remaining_time": "0:14:23"}
+{"current_steps": 16, "total_steps": 543, "loss": 0.7254, "lr": 2.9090909090909093e-06, "epoch": 0.08839779005524862, "percentage": 2.95, "elapsed_time": "0:00:25", "remaining_time": "0:14:12"}
+{"current_steps": 17, "total_steps": 543, "loss": 0.7294, "lr": 3.090909090909091e-06, "epoch": 0.09392265193370165, "percentage": 3.13, "elapsed_time": "0:00:28", "remaining_time": "0:14:43"}
+{"current_steps": 18, "total_steps": 543, "loss": 0.711, "lr": 3.272727272727273e-06, "epoch": 0.09944751381215469, "percentage": 3.31, "elapsed_time": "0:00:29", "remaining_time": "0:14:31"}
+{"current_steps": 19, "total_steps": 543, "loss": 0.6706, "lr": 3.454545454545455e-06, "epoch": 0.10497237569060773, "percentage": 3.5, "elapsed_time": "0:00:31", "remaining_time": "0:14:37"}
+{"current_steps": 20, "total_steps": 543, "loss": 0.714, "lr": 3.6363636363636366e-06, "epoch": 0.11049723756906077, "percentage": 3.68, "elapsed_time": "0:00:33", "remaining_time": "0:14:30"}
+{"current_steps": 21, "total_steps": 543, "loss": 0.6221, "lr": 3.818181818181819e-06, "epoch": 0.11602209944751381, "percentage": 3.87, "elapsed_time": "0:00:34", "remaining_time": "0:14:27"}
+{"current_steps": 22, "total_steps": 543, "loss": 0.6874, "lr": 4.000000000000001e-06, "epoch": 0.12154696132596685, "percentage": 4.05, "elapsed_time": "0:00:36", "remaining_time": "0:14:23"}
+{"current_steps": 23, "total_steps": 543, "loss": 0.6741, "lr": 4.181818181818182e-06, "epoch": 0.1270718232044199, "percentage": 4.24, "elapsed_time": "0:00:37", "remaining_time": "0:14:16"}
+{"current_steps": 24, "total_steps": 543, "loss": 0.8114, "lr": 4.363636363636364e-06, "epoch": 0.13259668508287292, "percentage": 4.42, "elapsed_time": "0:00:39", "remaining_time": "0:14:08"}
+{"current_steps": 25, "total_steps": 543, "loss": 0.6904, "lr": 4.5454545454545455e-06, "epoch": 0.13812154696132597, "percentage": 4.6, "elapsed_time": "0:00:40", "remaining_time": "0:14:04"}
+{"current_steps": 26, "total_steps": 543, "loss": 0.6887, "lr": 4.727272727272728e-06, "epoch": 0.143646408839779, "percentage": 4.79, "elapsed_time": "0:00:42", "remaining_time": "0:14:02"}
+{"current_steps": 27, "total_steps": 543, "loss": 0.7305, "lr": 4.90909090909091e-06, "epoch": 0.14917127071823205, "percentage": 4.97, "elapsed_time": "0:00:44", "remaining_time": "0:14:03"}
+{"current_steps": 28, "total_steps": 543, "loss": 0.7216, "lr": 5.090909090909091e-06, "epoch": 0.15469613259668508, "percentage": 5.16, "elapsed_time": "0:00:45", "remaining_time": "0:13:55"}
+{"current_steps": 29, "total_steps": 543, "loss": 0.7262, "lr": 5.272727272727273e-06, "epoch": 0.16022099447513813, "percentage": 5.34, "elapsed_time": "0:00:46", "remaining_time": "0:13:48"}
+{"current_steps": 30, "total_steps": 543, "loss": 0.6818, "lr": 5.4545454545454545e-06, "epoch": 0.16574585635359115, "percentage": 5.52, "elapsed_time": "0:00:52", "remaining_time": "0:15:05"}
+{"current_steps": 31, "total_steps": 543, "loss": 0.6709, "lr": 5.636363636363636e-06, "epoch": 0.1712707182320442, "percentage": 5.71, "elapsed_time": "0:00:54", "remaining_time": "0:15:02"}
+{"current_steps": 32, "total_steps": 543, "loss": 0.7056, "lr": 5.8181818181818185e-06, "epoch": 0.17679558011049723, "percentage": 5.89, "elapsed_time": "0:00:56", "remaining_time": "0:14:55"}
+{"current_steps": 33, "total_steps": 543, "loss": 0.7321, "lr": 6e-06, "epoch": 0.18232044198895028, "percentage": 6.08, "elapsed_time": "0:00:57", "remaining_time": "0:14:48"}
+{"current_steps": 34, "total_steps": 543, "loss": 0.6943, "lr": 6.181818181818182e-06, "epoch": 0.1878453038674033, "percentage": 6.26, "elapsed_time": "0:00:58", "remaining_time": "0:14:42"}
+{"current_steps": 35, "total_steps": 543, "loss": 0.7474, "lr": 6.363636363636364e-06, "epoch": 0.19337016574585636, "percentage": 6.45, "elapsed_time": "0:01:00", "remaining_time": "0:14:39"}
+{"current_steps": 36, "total_steps": 543, "loss": 0.7448, "lr": 6.545454545454546e-06, "epoch": 0.19889502762430938, "percentage": 6.63, "elapsed_time": "0:01:02", "remaining_time": "0:14:35"}
+{"current_steps": 37, "total_steps": 543, "loss": 0.6026, "lr": 6.7272727272727275e-06, "epoch": 0.20441988950276244, "percentage": 6.81, "elapsed_time": "0:01:03", "remaining_time": "0:14:32"}
+{"current_steps": 38, "total_steps": 543, "loss": 0.686, "lr": 6.90909090909091e-06, "epoch": 0.20994475138121546, "percentage": 7.0, "elapsed_time": "0:01:05", "remaining_time": "0:14:27"}
+{"current_steps": 39, "total_steps": 543, "loss": 0.6863, "lr": 7.0909090909090916e-06, "epoch": 0.2154696132596685, "percentage": 7.18, "elapsed_time": "0:01:06", "remaining_time": "0:14:24"}
+{"current_steps": 40, "total_steps": 543, "loss": 0.6495, "lr": 7.272727272727273e-06, "epoch": 0.22099447513812154, "percentage": 7.37, "elapsed_time": "0:01:08", "remaining_time": "0:14:17"}
+{"current_steps": 41, "total_steps": 543, "loss": 0.6903, "lr": 7.454545454545456e-06, "epoch": 0.2265193370165746, "percentage": 7.55, "elapsed_time": "0:01:09", "remaining_time": "0:14:14"}
+{"current_steps": 42, "total_steps": 543, "loss": 0.6681, "lr": 7.636363636363638e-06, "epoch": 0.23204419889502761, "percentage": 7.73, "elapsed_time": "0:01:11", "remaining_time": "0:14:11"}
+{"current_steps": 43, "total_steps": 543, "loss": 0.6454, "lr": 7.81818181818182e-06, "epoch": 0.23756906077348067, "percentage": 7.92, "elapsed_time": "0:01:12", "remaining_time": "0:14:05"}
+{"current_steps": 44, "total_steps": 543, "loss": 0.6943, "lr": 8.000000000000001e-06, "epoch": 0.2430939226519337, "percentage": 8.1, "elapsed_time": "0:01:14", "remaining_time": "0:14:03"}
+{"current_steps": 45, "total_steps": 543, "loss": 0.6376, "lr": 8.181818181818183e-06, "epoch": 0.24861878453038674, "percentage": 8.29, "elapsed_time": "0:01:15", "remaining_time": "0:13:57"}
+{"current_steps": 46, "total_steps": 543, "loss": 0.6873, "lr": 8.363636363636365e-06, "epoch": 0.2541436464088398, "percentage": 8.47, "elapsed_time": "0:01:17", "remaining_time": "0:13:53"}
+{"current_steps": 47, "total_steps": 543, "loss": 0.6275, "lr": 8.545454545454546e-06, "epoch": 0.2596685082872928, "percentage": 8.66, "elapsed_time": "0:01:18", "remaining_time": "0:13:49"}
+{"current_steps": 48, "total_steps": 543, "loss": 0.7049, "lr": 8.727272727272728e-06, "epoch": 0.26519337016574585, "percentage": 8.84, "elapsed_time": "0:01:20", "remaining_time": "0:13:45"}
+{"current_steps": 49, "total_steps": 543, "loss": 0.6914, "lr": 8.90909090909091e-06, "epoch": 0.27071823204419887, "percentage": 9.02, "elapsed_time": "0:01:21", "remaining_time": "0:13:40"}
+{"current_steps": 50, "total_steps": 543, "loss": 0.6982, "lr": 9.090909090909091e-06, "epoch": 0.27624309392265195, "percentage": 9.21, "elapsed_time": "0:01:22", "remaining_time": "0:13:37"}
+{"current_steps": 51, "total_steps": 543, "loss": 0.7023, "lr": 9.272727272727273e-06, "epoch": 0.281767955801105, "percentage": 9.39, "elapsed_time": "0:01:24", "remaining_time": "0:13:38"}
+{"current_steps": 52, "total_steps": 543, "loss": 0.695, "lr": 9.454545454545456e-06, "epoch": 0.287292817679558, "percentage": 9.58, "elapsed_time": "0:01:26", "remaining_time": "0:13:35"}
+{"current_steps": 53, "total_steps": 543, "loss": 0.7185, "lr": 9.636363636363638e-06, "epoch": 0.292817679558011, "percentage": 9.76, "elapsed_time": "0:01:27", "remaining_time": "0:13:30"}
+{"current_steps": 54, "total_steps": 543, "loss": 0.6864, "lr": 9.81818181818182e-06, "epoch": 0.2983425414364641, "percentage": 9.94, "elapsed_time": "0:01:29", "remaining_time": "0:13:26"}
+{"current_steps": 55, "total_steps": 543, "loss": 0.6191, "lr": 1e-05, "epoch": 0.30386740331491713, "percentage": 10.13, "elapsed_time": "0:01:31", "remaining_time": "0:13:28"}
+{"current_steps": 56, "total_steps": 543, "loss": 0.6469, "lr": 9.999896390730872e-06, "epoch": 0.30939226519337015, "percentage": 10.31, "elapsed_time": "0:01:32", "remaining_time": "0:13:24"}
+{"current_steps": 57, "total_steps": 543, "loss": 0.7147, "lr": 9.99958556721744e-06, "epoch": 0.3149171270718232, "percentage": 10.5, "elapsed_time": "0:01:33", "remaining_time": "0:13:19"}
+{"current_steps": 58, "total_steps": 543, "loss": 0.6935, "lr": 9.99906754234138e-06, "epoch": 0.32044198895027626, "percentage": 10.68, "elapsed_time": "0:01:36", "remaining_time": "0:13:23"}
+{"current_steps": 59, "total_steps": 543, "loss": 0.6852, "lr": 9.998342337571566e-06, "epoch": 0.3259668508287293, "percentage": 10.87, "elapsed_time": "0:01:37", "remaining_time": "0:13:21"}
+{"current_steps": 60, "total_steps": 543, "loss": 0.594, "lr": 9.997409982963173e-06, "epoch": 0.3314917127071823, "percentage": 11.05, "elapsed_time": "0:01:39", "remaining_time": "0:13:20"}
+{"current_steps": 61, "total_steps": 543, "loss": 0.6359, "lr": 9.996270517156431e-06, "epoch": 0.3370165745856354, "percentage": 11.23, "elapsed_time": "0:01:41", "remaining_time": "0:13:21"}
+{"current_steps": 62, "total_steps": 543, "loss": 0.6948, "lr": 9.994923987375029e-06, "epoch": 0.3425414364640884, "percentage": 11.42, "elapsed_time": "0:01:42", "remaining_time": "0:13:18"}
+{"current_steps": 63, "total_steps": 543, "loss": 0.73, "lr": 9.993370449424153e-06, "epoch": 0.34806629834254144, "percentage": 11.6, "elapsed_time": "0:01:44", "remaining_time": "0:13:14"}
+{"current_steps": 64, "total_steps": 543, "loss": 0.7042, "lr": 9.991609967688177e-06, "epoch": 0.35359116022099446, "percentage": 11.79, "elapsed_time": "0:01:45", "remaining_time": "0:13:09"}
+{"current_steps": 65, "total_steps": 543, "loss": 0.7034, "lr": 9.98964261512799e-06, "epoch": 0.35911602209944754, "percentage": 11.97, "elapsed_time": "0:01:46", "remaining_time": "0:13:05"}
+{"current_steps": 66, "total_steps": 543, "loss": 0.6368, "lr": 9.987468473277975e-06, "epoch": 0.36464088397790057, "percentage": 12.15, "elapsed_time": "0:01:48", "remaining_time": "0:13:00"}
+{"current_steps": 67, "total_steps": 543, "loss": 0.7059, "lr": 9.985087632242634e-06, "epoch": 0.3701657458563536, "percentage": 12.34, "elapsed_time": "0:01:49", "remaining_time": "0:12:57"}
+{"current_steps": 68, "total_steps": 543, "loss": 0.7011, "lr": 9.982500190692846e-06, "epoch": 0.3756906077348066, "percentage": 12.52, "elapsed_time": "0:01:50", "remaining_time": "0:12:53"}
+{"current_steps": 69, "total_steps": 543, "loss": 0.7038, "lr": 9.97970625586178e-06, "epoch": 0.3812154696132597, "percentage": 12.71, "elapsed_time": "0:01:52", "remaining_time": "0:12:53"}
+{"current_steps": 70, "total_steps": 543, "loss": 0.7167, "lr": 9.976705943540458e-06, "epoch": 0.3867403314917127, "percentage": 12.89, "elapsed_time": "0:01:54", "remaining_time": "0:12:51"}
+{"current_steps": 71, "total_steps": 543, "loss": 0.6383, "lr": 9.973499378072947e-06, "epoch": 0.39226519337016574, "percentage": 13.08, "elapsed_time": "0:01:55", "remaining_time": "0:12:48"}
+{"current_steps": 72, "total_steps": 543, "loss": 0.6711, "lr": 9.970086692351204e-06, "epoch": 0.39779005524861877, "percentage": 13.26, "elapsed_time": "0:01:56", "remaining_time": "0:12:44"}
+{"current_steps": 73, "total_steps": 543, "loss": 0.6631, "lr": 9.966468027809582e-06, "epoch": 0.40331491712707185, "percentage": 13.44, "elapsed_time": "0:01:58", "remaining_time": "0:12:42"}
+{"current_steps": 74, "total_steps": 543, "loss": 0.7296, "lr": 9.962643534418954e-06, "epoch": 0.4088397790055249, "percentage": 13.63, "elapsed_time": "0:01:59", "remaining_time": "0:12:40"}
+{"current_steps": 75, "total_steps": 543, "loss": 0.6619, "lr": 9.958613370680507e-06, "epoch": 0.4143646408839779, "percentage": 13.81, "elapsed_time": "0:02:01", "remaining_time": "0:12:36"}
+{"current_steps": 76, "total_steps": 543, "loss": 0.6449, "lr": 9.954377703619171e-06, "epoch": 0.4198895027624309, "percentage": 14.0, "elapsed_time": "0:02:02", "remaining_time": "0:12:34"}
+{"current_steps": 77, "total_steps": 543, "loss": 0.761, "lr": 9.949936708776692e-06, "epoch": 0.425414364640884, "percentage": 14.18, "elapsed_time": "0:02:04", "remaining_time": "0:12:32"}
+{"current_steps": 78, "total_steps": 543, "loss": 0.6456, "lr": 9.945290570204361e-06, "epoch": 0.430939226519337, "percentage": 14.36, "elapsed_time": "0:02:05", "remaining_time": "0:12:29"}
+{"current_steps": 79, "total_steps": 543, "loss": 0.6883, "lr": 9.940439480455386e-06, "epoch": 0.43646408839779005, "percentage": 14.55, "elapsed_time": "0:02:07", "remaining_time": "0:12:27"}
+{"current_steps": 80, "total_steps": 543, "loss": 0.7192, "lr": 9.935383640576915e-06, "epoch": 0.4419889502762431, "percentage": 14.73, "elapsed_time": "0:02:08", "remaining_time": "0:12:23"}
+{"current_steps": 81, "total_steps": 543, "loss": 0.7022, "lr": 9.930123260101697e-06, "epoch": 0.44751381215469616, "percentage": 14.92, "elapsed_time": "0:02:09", "remaining_time": "0:12:21"}
+{"current_steps": 82, "total_steps": 543, "loss": 0.653, "lr": 9.9246585570394e-06, "epoch": 0.4530386740331492, "percentage": 15.1, "elapsed_time": "0:02:11", "remaining_time": "0:12:18"}
+{"current_steps": 83, "total_steps": 543, "loss": 0.7316, "lr": 9.918989757867584e-06, "epoch": 0.4585635359116022, "percentage": 15.29, "elapsed_time": "0:02:12", "remaining_time": "0:12:16"}
+{"current_steps": 84, "total_steps": 543, "loss": 0.632, "lr": 9.9131170975223e-06, "epoch": 0.46408839779005523, "percentage": 15.47, "elapsed_time": "0:02:14", "remaining_time": "0:12:14"}
+{"current_steps": 85, "total_steps": 543, "loss": 0.7125, "lr": 9.907040819388372e-06, "epoch": 0.4696132596685083, "percentage": 15.65, "elapsed_time": "0:02:15", "remaining_time": "0:12:12"}
+{"current_steps": 86, "total_steps": 543, "loss": 0.7054, "lr": 9.90076117528929e-06, "epoch": 0.47513812154696133, "percentage": 15.84, "elapsed_time": "0:02:17", "remaining_time": "0:12:10"}
+{"current_steps": 87, "total_steps": 543, "loss": 0.6908, "lr": 9.89427842547679e-06, "epoch": 0.48066298342541436, "percentage": 16.02, "elapsed_time": "0:02:19", "remaining_time": "0:12:08"}
+{"current_steps": 88, "total_steps": 543, "loss": 0.6951, "lr": 9.88759283862006e-06, "epoch": 0.4861878453038674, "percentage": 16.21, "elapsed_time": "0:02:20", "remaining_time": "0:12:05"}
+{"current_steps": 89, "total_steps": 543, "loss": 0.6829, "lr": 9.880704691794608e-06, "epoch": 0.49171270718232046, "percentage": 16.39, "elapsed_time": "0:02:22", "remaining_time": "0:12:05"}
+{"current_steps": 90, "total_steps": 543, "loss": 0.704, "lr": 9.873614270470778e-06, "epoch": 0.4972375690607735, "percentage": 16.57, "elapsed_time": "0:02:23", "remaining_time": "0:12:04"}
+{"current_steps": 91, "total_steps": 543, "loss": 0.7535, "lr": 9.866321868501914e-06, "epoch": 0.5027624309392266, "percentage": 16.76, "elapsed_time": "0:02:25", "remaining_time": "0:12:03"}
+{"current_steps": 92, "total_steps": 543, "loss": 0.6771, "lr": 9.858827788112195e-06, "epoch": 0.5082872928176796, "percentage": 16.94, "elapsed_time": "0:02:27", "remaining_time": "0:12:00"}
+{"current_steps": 93, "total_steps": 543, "loss": 0.6821, "lr": 9.851132339884097e-06, "epoch": 0.5138121546961326, "percentage": 17.13, "elapsed_time": "0:02:28", "remaining_time": "0:11:58"}
+{"current_steps": 94, "total_steps": 543, "loss": 0.6985, "lr": 9.843235842745527e-06, "epoch": 0.5193370165745856, "percentage": 17.31, "elapsed_time": "0:02:30", "remaining_time": "0:11:57"}
+{"current_steps": 95, "total_steps": 543, "loss": 0.6875, "lr": 9.835138623956603e-06, "epoch": 0.5248618784530387, "percentage": 17.5, "elapsed_time": "0:02:32", "remaining_time": "0:11:57"}
+{"current_steps": 96, "total_steps": 543, "loss": 0.6488, "lr": 9.826841019096095e-06, "epoch": 0.5303867403314917, "percentage": 17.68, "elapsed_time": "0:02:33", "remaining_time": "0:11:56"}
+{"current_steps": 97, "total_steps": 543, "loss": 0.6749, "lr": 9.818343372047509e-06, "epoch": 0.5359116022099447, "percentage": 17.86, "elapsed_time": "0:02:35", "remaining_time": "0:11:54"}
+{"current_steps": 98, "total_steps": 543, "loss": 0.6468, "lr": 9.80964603498485e-06, "epoch": 0.5414364640883977, "percentage": 18.05, "elapsed_time": "0:02:36", "remaining_time": "0:11:51"}
+{"current_steps": 99, "total_steps": 543, "loss": 0.7068, "lr": 9.80074936835801e-06, "epoch": 0.5469613259668509, "percentage": 18.23, "elapsed_time": "0:02:38", "remaining_time": "0:11:49"}
+{"current_steps": 100, "total_steps": 543, "loss": 0.7422, "lr": 9.79165374087784e-06, "epoch": 0.5524861878453039, "percentage": 18.42, "elapsed_time": "0:02:39", "remaining_time": "0:11:48"}
+{"current_steps": 101, "total_steps": 543, "loss": 0.6541, "lr": 9.782359529500867e-06, "epoch": 0.5580110497237569, "percentage": 18.6, "elapsed_time": "0:02:41", "remaining_time": "0:11:45"}
+{"current_steps": 102, "total_steps": 543, "loss": 0.6509, "lr": 9.772867119413667e-06, "epoch": 0.56353591160221, "percentage": 18.78, "elapsed_time": "0:02:42", "remaining_time": "0:11:43"}
+{"current_steps": 103, "total_steps": 543, "loss": 0.7281, "lr": 9.763176904016914e-06, "epoch": 0.569060773480663, "percentage": 18.97, "elapsed_time": "0:02:44", "remaining_time": "0:11:41"}
+{"current_steps": 104, "total_steps": 543, "loss": 0.6853, "lr": 9.753289284909058e-06, "epoch": 0.574585635359116, "percentage": 19.15, "elapsed_time": "0:02:45", "remaining_time": "0:11:38"}
+{"current_steps": 105, "total_steps": 543, "loss": 0.7378, "lr": 9.743204671869694e-06, "epoch": 0.580110497237569, "percentage": 19.34, "elapsed_time": "0:02:46", "remaining_time": "0:11:36"}
+{"current_steps": 106, "total_steps": 543, "loss": 0.6548, "lr": 9.73292348284258e-06, "epoch": 0.585635359116022, "percentage": 19.52, "elapsed_time": "0:02:48", "remaining_time": "0:11:34"}
+{"current_steps": 107, "total_steps": 543, "loss": 0.7006, "lr": 9.722446143918307e-06, "epoch": 0.5911602209944752, "percentage": 19.71, "elapsed_time": "0:02:49", "remaining_time": "0:11:32"}
+{"current_steps": 108, "total_steps": 543, "loss": 0.6197, "lr": 9.711773089316645e-06, "epoch": 0.5966850828729282, "percentage": 19.89, "elapsed_time": "0:02:51", "remaining_time": "0:11:29"}
+{"current_steps": 109, "total_steps": 543, "loss": 0.7452, "lr": 9.70090476136855e-06, "epoch": 0.6022099447513812, "percentage": 20.07, "elapsed_time": "0:02:52", "remaining_time": "0:11:26"}
+{"current_steps": 110, "total_steps": 543, "loss": 0.687, "lr": 9.689841610497828e-06, "epoch": 0.6077348066298343, "percentage": 20.26, "elapsed_time": "0:02:53", "remaining_time": "0:11:24"}
+{"current_steps": 111, "total_steps": 543, "loss": 0.7223, "lr": 9.678584095202468e-06, "epoch": 0.6132596685082873, "percentage": 20.44, "elapsed_time": "0:02:55", "remaining_time": "0:11:22"}
+{"current_steps": 112, "total_steps": 543, "loss": 0.6301, "lr": 9.667132682035646e-06, "epoch": 0.6187845303867403, "percentage": 20.63, "elapsed_time": "0:02:56", "remaining_time": "0:11:20"}
+{"current_steps": 113, "total_steps": 543, "loss": 0.6117, "lr": 9.655487845586378e-06, "epoch": 0.6243093922651933, "percentage": 20.81, "elapsed_time": "0:02:58", "remaining_time": "0:11:18"}
+{"current_steps": 114, "total_steps": 543, "loss": 0.5902, "lr": 9.643650068459863e-06, "epoch": 0.6298342541436464, "percentage": 20.99, "elapsed_time": "0:03:01", "remaining_time": "0:11:22"}
+{"current_steps": 115, "total_steps": 543, "loss": 0.6144, "lr": 9.631619841257477e-06, "epoch": 0.6353591160220995, "percentage": 21.18, "elapsed_time": "0:03:02", "remaining_time": "0:11:19"}
+{"current_steps": 116, "total_steps": 543, "loss": 0.6444, "lr": 9.619397662556434e-06, "epoch": 0.6408839779005525, "percentage": 21.36, "elapsed_time": "0:03:04", "remaining_time": "0:11:19"}
+{"current_steps": 117, "total_steps": 543, "loss": 0.6478, "lr": 9.606984038889142e-06, "epoch": 0.6464088397790055, "percentage": 21.55, "elapsed_time": "0:03:06", "remaining_time": "0:11:17"}
+{"current_steps": 118, "total_steps": 543, "loss": 0.6368, "lr": 9.594379484722185e-06, "epoch": 0.6519337016574586, "percentage": 21.73, "elapsed_time": "0:03:07", "remaining_time": "0:11:15"}
+{"current_steps": 119, "total_steps": 543, "loss": 0.6971, "lr": 9.581584522435025e-06, "epoch": 0.6574585635359116, "percentage": 21.92, "elapsed_time": "0:03:09", "remaining_time": "0:11:14"}
+{"current_steps": 120, "total_steps": 543, "loss": 0.6323, "lr": 9.568599682298337e-06, "epoch": 0.6629834254143646, "percentage": 22.1, "elapsed_time": "0:03:10", "remaining_time": "0:11:12"}
+{"current_steps": 121, "total_steps": 543, "loss": 0.7068, "lr": 9.555425502452038e-06, "epoch": 0.6685082872928176, "percentage": 22.28, "elapsed_time": "0:03:16", "remaining_time": "0:11:26"}
+{"current_steps": 122, "total_steps": 543, "loss": 0.6758, "lr": 9.542062528882989e-06, "epoch": 0.6740331491712708, "percentage": 22.47, "elapsed_time": "0:03:18", "remaining_time": "0:11:24"}
+{"current_steps": 123, "total_steps": 543, "loss": 0.6844, "lr": 9.528511315402358e-06, "epoch": 0.6795580110497238, "percentage": 22.65, "elapsed_time": "0:03:20", "remaining_time": "0:11:25"}
+{"current_steps": 124, "total_steps": 543, "loss": 0.7468, "lr": 9.514772423622675e-06, "epoch": 0.6850828729281768, "percentage": 22.84, "elapsed_time": "0:03:22", "remaining_time": "0:11:23"}
+{"current_steps": 125, "total_steps": 543, "loss": 0.6884, "lr": 9.500846422934557e-06, "epoch": 0.6906077348066298, "percentage": 23.02, "elapsed_time": "0:03:24", "remaining_time": "0:11:22"}
+{"current_steps": 126, "total_steps": 543, "loss": 0.6807, "lr": 9.4867338904831e-06, "epoch": 0.6961325966850829, "percentage": 23.2, "elapsed_time": "0:03:25", "remaining_time": "0:11:20"}
+{"current_steps": 127, "total_steps": 543, "loss": 0.631, "lr": 9.472435411143979e-06, "epoch": 0.7016574585635359, "percentage": 23.39, "elapsed_time": "0:03:27", "remaining_time": "0:11:18"}
+{"current_steps": 128, "total_steps": 543, "loss": 0.6678, "lr": 9.457951577499187e-06, "epoch": 0.7071823204419889, "percentage": 23.57, "elapsed_time": "0:03:28", "remaining_time": "0:11:16"}
+{"current_steps": 129, "total_steps": 543, "loss": 0.6413, "lr": 9.443282989812494e-06, "epoch": 0.712707182320442, "percentage": 23.76, "elapsed_time": "0:03:30", "remaining_time": "0:11:15"}
+{"current_steps": 130, "total_steps": 543, "loss": 0.6523, "lr": 9.428430256004558e-06, "epoch": 0.7182320441988951, "percentage": 23.94, "elapsed_time": "0:03:31", "remaining_time": "0:11:12"}
+{"current_steps": 131, "total_steps": 543, "loss": 0.6826, "lr": 9.413393991627737e-06, "epoch": 0.7237569060773481, "percentage": 24.13, "elapsed_time": "0:03:33", "remaining_time": "0:11:11"}
+{"current_steps": 132, "total_steps": 543, "loss": 0.6405, "lr": 9.398174819840577e-06, "epoch": 0.7292817679558011, "percentage": 24.31, "elapsed_time": "0:03:35", "remaining_time": "0:11:09"}
+{"current_steps": 133, "total_steps": 543, "loss": 0.6689, "lr": 9.382773371381986e-06, "epoch": 0.7348066298342542, "percentage": 24.49, "elapsed_time": "0:03:36", "remaining_time": "0:11:06"}
+{"current_steps": 134, "total_steps": 543, "loss": 0.7109, "lr": 9.367190284545087e-06, "epoch": 0.7403314917127072, "percentage": 24.68, "elapsed_time": "0:03:37", "remaining_time": "0:11:04"}
+{"current_steps": 135, "total_steps": 543, "loss": 0.66, "lr": 9.351426205150778e-06, "epoch": 0.7458563535911602, "percentage": 24.86, "elapsed_time": "0:03:39", "remaining_time": "0:11:02"}
+{"current_steps": 136, "total_steps": 543, "loss": 0.7216, "lr": 9.335481786520955e-06, "epoch": 0.7513812154696132, "percentage": 25.05, "elapsed_time": "0:03:40", "remaining_time": "0:11:00"}
+{"current_steps": 137, "total_steps": 543, "loss": 0.6562, "lr": 9.319357689451444e-06, "epoch": 0.7569060773480663, "percentage": 25.23, "elapsed_time": "0:03:42", "remaining_time": "0:10:58"}
+{"current_steps": 138, "total_steps": 543, "loss": 0.6882, "lr": 9.30305458218461e-06, "epoch": 0.7624309392265194, "percentage": 25.41, "elapsed_time": "0:03:43", "remaining_time": "0:10:56"}
+{"current_steps": 139, "total_steps": 543, "loss": 0.6541, "lr": 9.286573140381663e-06, "epoch": 0.7679558011049724, "percentage": 25.6, "elapsed_time": "0:03:45", "remaining_time": "0:10:54"}
+{"current_steps": 140, "total_steps": 543, "loss": 0.6289, "lr": 9.26991404709466e-06, "epoch": 0.7734806629834254, "percentage": 25.78, "elapsed_time": "0:03:46", "remaining_time": "0:10:52"}
+{"current_steps": 141, "total_steps": 543, "loss": 0.73, "lr": 9.253077992738193e-06, "epoch": 0.7790055248618785, "percentage": 25.97, "elapsed_time": "0:03:48", "remaining_time": "0:10:50"}
+{"current_steps": 142, "total_steps": 543, "loss": 0.693, "lr": 9.236065675060775e-06, "epoch": 0.7845303867403315, "percentage": 26.15, "elapsed_time": "0:03:49", "remaining_time": "0:10:49"}
+{"current_steps": 143, "total_steps": 543, "loss": 0.7252, "lr": 9.218877799115929e-06, "epoch": 0.7900552486187845, "percentage": 26.34, "elapsed_time": "0:03:51", "remaining_time": "0:10:46"}
+{"current_steps": 144, "total_steps": 543, "loss": 0.703, "lr": 9.201515077232958e-06, "epoch": 0.7955801104972375, "percentage": 26.52, "elapsed_time": "0:03:52", "remaining_time": "0:10:44"}
+{"current_steps": 145, "total_steps": 543, "loss": 0.6511, "lr": 9.183978228987436e-06, "epoch": 0.8011049723756906, "percentage": 26.7, "elapsed_time": "0:03:54", "remaining_time": "0:10:44"}
+{"current_steps": 146, "total_steps": 543, "loss": 0.6477, "lr": 9.166267981171369e-06, "epoch": 0.8066298342541437, "percentage": 26.89, "elapsed_time": "0:03:56", "remaining_time": "0:10:42"}
+{"current_steps": 147, "total_steps": 543, "loss": 0.6407, "lr": 9.148385067763094e-06, "epoch": 0.8121546961325967, "percentage": 27.07, "elapsed_time": "0:03:57", "remaining_time": "0:10:40"}
+{"current_steps": 148, "total_steps": 543, "loss": 0.6096, "lr": 9.130330229896846e-06, "epoch": 0.8176795580110497, "percentage": 27.26, "elapsed_time": "0:03:59", "remaining_time": "0:10:38"}
+{"current_steps": 149, "total_steps": 543, "loss": 0.658, "lr": 9.112104215832047e-06, "epoch": 0.8232044198895028, "percentage": 27.44, "elapsed_time": "0:04:00", "remaining_time": "0:10:36"}
+{"current_steps": 150, "total_steps": 543, "loss": 0.6985, "lr": 9.093707780922293e-06, "epoch": 0.8287292817679558, "percentage": 27.62, "elapsed_time": "0:04:02", "remaining_time": "0:10:34"}
+{"current_steps": 151, "total_steps": 543, "loss": 0.6801, "lr": 9.075141687584056e-06, "epoch": 0.8342541436464088, "percentage": 27.81, "elapsed_time": "0:04:03", "remaining_time": "0:10:32"}
+{"current_steps": 152, "total_steps": 543, "loss": 0.6442, "lr": 9.056406705265084e-06, "epoch": 0.8397790055248618, "percentage": 27.99, "elapsed_time": "0:04:05", "remaining_time": "0:10:30"}
+{"current_steps": 153, "total_steps": 543, "loss": 0.6446, "lr": 9.037503610412502e-06, "epoch": 0.8453038674033149, "percentage": 28.18, "elapsed_time": "0:04:06", "remaining_time": "0:10:28"}
+{"current_steps": 154, "total_steps": 543, "loss": 0.7106, "lr": 9.018433186440648e-06, "epoch": 0.850828729281768, "percentage": 28.36, "elapsed_time": "0:04:08", "remaining_time": "0:10:26"}
+{"current_steps": 155, "total_steps": 543, "loss": 0.7418, "lr": 8.999196223698599e-06, "epoch": 0.856353591160221, "percentage": 28.55, "elapsed_time": "0:04:12", "remaining_time": "0:10:33"}
+{"current_steps": 156, "total_steps": 543, "loss": 0.7064, "lr": 8.979793519437413e-06, "epoch": 0.861878453038674, "percentage": 28.73, "elapsed_time": "0:04:14", "remaining_time": "0:10:30"}
+{"current_steps": 157, "total_steps": 543, "loss": 0.7153, "lr": 8.960225877777095e-06, "epoch": 0.8674033149171271, "percentage": 28.91, "elapsed_time": "0:04:15", "remaining_time": "0:10:28"}
+{"current_steps": 158, "total_steps": 543, "loss": 0.6121, "lr": 8.940494109673266e-06, "epoch": 0.8729281767955801, "percentage": 29.1, "elapsed_time": "0:04:17", "remaining_time": "0:10:27"}
+{"current_steps": 159, "total_steps": 543, "loss": 0.6781, "lr": 8.920599032883553e-06, "epoch": 0.8784530386740331, "percentage": 29.28, "elapsed_time": "0:04:19", "remaining_time": "0:10:25"}
+{"current_steps": 160, "total_steps": 543, "loss": 0.6979, "lr": 8.900541471933703e-06, "epoch": 0.8839779005524862, "percentage": 29.47, "elapsed_time": "0:04:20", "remaining_time": "0:10:23"}
+{"current_steps": 161, "total_steps": 543, "loss": 0.6557, "lr": 8.880322258083408e-06, "epoch": 0.8895027624309392, "percentage": 29.65, "elapsed_time": "0:04:22", "remaining_time": "0:10:21"}
+{"current_steps": 162, "total_steps": 543, "loss": 0.662, "lr": 8.859942229291856e-06, "epoch": 0.8950276243093923, "percentage": 29.83, "elapsed_time": "0:04:23", "remaining_time": "0:10:20"}
+{"current_steps": 163, "total_steps": 543, "loss": 0.662, "lr": 8.839402230183e-06, "epoch": 0.9005524861878453, "percentage": 30.02, "elapsed_time": "0:04:24", "remaining_time": "0:10:17"}
+{"current_steps": 164, "total_steps": 543, "loss": 0.6935, "lr": 8.818703112010562e-06, "epoch": 0.9060773480662984, "percentage": 30.2, "elapsed_time": "0:04:26", "remaining_time": "0:10:16"}
+{"current_steps": 165, "total_steps": 543, "loss": 0.7031, "lr": 8.797845732622742e-06, "epoch": 0.9116022099447514, "percentage": 30.39, "elapsed_time": "0:04:28", "remaining_time": "0:10:14"}
+{"current_steps": 166, "total_steps": 543, "loss": 0.708, "lr": 8.776830956426674e-06, "epoch": 0.9171270718232044, "percentage": 30.57, "elapsed_time": "0:04:29", "remaining_time": "0:10:12"}
+{"current_steps": 167, "total_steps": 543, "loss": 0.7169, "lr": 8.755659654352599e-06, "epoch": 0.9226519337016574, "percentage": 30.76, "elapsed_time": "0:04:31", "remaining_time": "0:10:11"}
+{"current_steps": 168, "total_steps": 543, "loss": 0.6991, "lr": 8.734332703817771e-06, "epoch": 0.9281767955801105, "percentage": 30.94, "elapsed_time": "0:04:32", "remaining_time": "0:10:09"}
+{"current_steps": 169, "total_steps": 543, "loss": 0.7032, "lr": 8.712850988690094e-06, "epoch": 0.9337016574585635, "percentage": 31.12, "elapsed_time": "0:04:34", "remaining_time": "0:10:06"}
+{"current_steps": 170, "total_steps": 543, "loss": 0.6439, "lr": 8.691215399251489e-06, "epoch": 0.9392265193370166, "percentage": 31.31, "elapsed_time": "0:04:35", "remaining_time": "0:10:04"}
+{"current_steps": 171, "total_steps": 543, "loss": 0.6193, "lr": 8.669426832160997e-06, "epoch": 0.9447513812154696, "percentage": 31.49, "elapsed_time": "0:04:37", "remaining_time": "0:10:02"}
+{"current_steps": 172, "total_steps": 543, "loss": 0.6929, "lr": 8.647486190417624e-06, "epoch": 0.9502762430939227, "percentage": 31.68, "elapsed_time": "0:04:38", "remaining_time": "0:10:00"}
+{"current_steps": 173, "total_steps": 543, "loss": 0.6779, "lr": 8.625394383322914e-06, "epoch": 0.9558011049723757, "percentage": 31.86, "elapsed_time": "0:04:40", "remaining_time": "0:09:58"}
+{"current_steps": 174, "total_steps": 543, "loss": 0.6412, "lr": 8.603152326443262e-06, "epoch": 0.9613259668508287, "percentage": 32.04, "elapsed_time": "0:04:41", "remaining_time": "0:09:56"}
+{"current_steps": 175, "total_steps": 543, "loss": 0.7249, "lr": 8.580760941571968e-06, "epoch": 0.9668508287292817, "percentage": 32.23, "elapsed_time": "0:04:42", "remaining_time": "0:09:54"}
+{"current_steps": 176, "total_steps": 543, "loss": 0.6725, "lr": 8.55822115669104e-06, "epoch": 0.9723756906077348, "percentage": 32.41, "elapsed_time": "0:04:44", "remaining_time": "0:09:53"}
+{"current_steps": 177, "total_steps": 543, "loss": 0.6778, "lr": 8.535533905932739e-06, "epoch": 0.9779005524861878, "percentage": 32.6, "elapsed_time": "0:04:46", "remaining_time": "0:09:51"}
+{"current_steps": 178, "total_steps": 543, "loss": 0.646, "lr": 8.512700129540847e-06, "epoch": 0.9834254143646409, "percentage": 32.78, "elapsed_time": "0:04:47", "remaining_time": "0:09:49"}
+{"current_steps": 179, "total_steps": 543, "loss": 0.6742, "lr": 8.489720773831717e-06, "epoch": 0.988950276243094, "percentage": 32.97, "elapsed_time": "0:04:49", "remaining_time": "0:09:48"}
+{"current_steps": 180, "total_steps": 543, "loss": 0.6745, "lr": 8.466596791155055e-06, "epoch": 0.994475138121547, "percentage": 33.15, "elapsed_time": "0:04:50", "remaining_time": "0:09:46"}
+{"current_steps": 181, "total_steps": 543, "loss": 0.635, "lr": 8.443329139854434e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:04:52", "remaining_time": "0:09:44"}
+{"current_steps": 182, "total_steps": 543, "loss": 0.6638, "lr": 8.419918784227592e-06, "epoch": 1.0055248618784531, "percentage": 33.52, "elapsed_time": "0:06:01", "remaining_time": "0:11:57"}
+{"current_steps": 183, "total_steps": 543, "loss": 0.6176, "lr": 8.396366694486466e-06, "epoch": 1.011049723756906, "percentage": 33.7, "elapsed_time": "0:06:03", "remaining_time": "0:11:54"}
+{"current_steps": 184, "total_steps": 543, "loss": 0.5742, "lr": 8.372673846716977e-06, "epoch": 1.0165745856353592, "percentage": 33.89, "elapsed_time": "0:06:04", "remaining_time": "0:11:51"}
+{"current_steps": 185, "total_steps": 543, "loss": 0.5965, "lr": 8.348841222838579e-06, "epoch": 1.022099447513812, "percentage": 34.07, "elapsed_time": "0:06:06", "remaining_time": "0:11:48"}
+{"current_steps": 186, "total_steps": 543, "loss": 0.6031, "lr": 8.324869810563573e-06, "epoch": 1.0276243093922652, "percentage": 34.25, "elapsed_time": "0:06:07", "remaining_time": "0:11:45"}
+{"current_steps": 187, "total_steps": 543, "loss": 0.6378, "lr": 8.30076060335616e-06, "epoch": 1.0331491712707181, "percentage": 34.44, "elapsed_time": "0:06:09", "remaining_time": "0:11:43"}
+{"current_steps": 188, "total_steps": 543, "loss": 0.5828, "lr": 8.276514600391272e-06, "epoch": 1.0386740331491713, "percentage": 34.62, "elapsed_time": "0:06:10", "remaining_time": "0:11:40"}
+{"current_steps": 189, "total_steps": 543, "loss": 0.5991, "lr": 8.25213280651317e-06, "epoch": 1.0441988950276242, "percentage": 34.81, "elapsed_time": "0:06:12", "remaining_time": "0:11:37"}
+{"current_steps": 190, "total_steps": 543, "loss": 0.5877, "lr": 8.227616232193794e-06, "epoch": 1.0497237569060773, "percentage": 34.99, "elapsed_time": "0:06:13", "remaining_time": "0:11:34"}
+{"current_steps": 191, "total_steps": 543, "loss": 0.6476, "lr": 8.202965893490877e-06, "epoch": 1.0552486187845305, "percentage": 35.17, "elapsed_time": "0:06:15", "remaining_time": "0:11:32"}
+{"current_steps": 192, "total_steps": 543, "loss": 0.5147, "lr": 8.178182812005853e-06, "epoch": 1.0607734806629834, "percentage": 35.36, "elapsed_time": "0:06:17", "remaining_time": "0:11:29"}
+{"current_steps": 193, "total_steps": 543, "loss": 0.6128, "lr": 8.153268014841507e-06, "epoch": 1.0662983425414365, "percentage": 35.54, "elapsed_time": "0:06:18", "remaining_time": "0:11:26"}
+{"current_steps": 194, "total_steps": 543, "loss": 0.5743, "lr": 8.128222534559406e-06, "epoch": 1.0718232044198894, "percentage": 35.73, "elapsed_time": "0:06:20", "remaining_time": "0:11:24"}
+{"current_steps": 195, "total_steps": 543, "loss": 0.6736, "lr": 8.103047409137114e-06, "epoch": 1.0773480662983426, "percentage": 35.91, "elapsed_time": "0:06:21", "remaining_time": "0:11:21"}
+{"current_steps": 196, "total_steps": 543, "loss": 0.6658, "lr": 8.07774368192517e-06, "epoch": 1.0828729281767955, "percentage": 36.1, "elapsed_time": "0:06:23", "remaining_time": "0:11:18"}
+{"current_steps": 197, "total_steps": 543, "loss": 0.5765, "lr": 8.052312401603848e-06, "epoch": 1.0883977900552486, "percentage": 36.28, "elapsed_time": "0:06:24", "remaining_time": "0:11:15"}
+{"current_steps": 198, "total_steps": 543, "loss": 0.5903, "lr": 8.026754622139691e-06, "epoch": 1.0939226519337018, "percentage": 36.46, "elapsed_time": "0:06:26", "remaining_time": "0:11:12"}
+{"current_steps": 199, "total_steps": 543, "loss": 0.6027, "lr": 8.001071402741843e-06, "epoch": 1.0994475138121547, "percentage": 36.65, "elapsed_time": "0:06:27", "remaining_time": "0:11:09"}
+{"current_steps": 200, "total_steps": 543, "loss": 0.6428, "lr": 7.975263807818136e-06, "epoch": 1.1049723756906078, "percentage": 36.83, "elapsed_time": "0:06:28", "remaining_time": "0:11:07"}
+{"current_steps": 201, "total_steps": 543, "loss": 0.6502, "lr": 7.949332906930995e-06, "epoch": 1.1104972375690607, "percentage": 37.02, "elapsed_time": "0:06:30", "remaining_time": "0:11:04"}
+{"current_steps": 202, "total_steps": 543, "loss": 0.5865, "lr": 7.923279774753092e-06, "epoch": 1.1160220994475138, "percentage": 37.2, "elapsed_time": "0:06:31", "remaining_time": "0:11:01"}
+{"current_steps": 203, "total_steps": 543, "loss": 0.5737, "lr": 7.897105491022819e-06, "epoch": 1.1215469613259668, "percentage": 37.38, "elapsed_time": "0:06:33", "remaining_time": "0:10:58"}
+{"current_steps": 204, "total_steps": 543, "loss": 0.5916, "lr": 7.870811140499543e-06, "epoch": 1.12707182320442, "percentage": 37.57, "elapsed_time": "0:06:34", "remaining_time": "0:10:55"}
+{"current_steps": 205, "total_steps": 543, "loss": 0.5629, "lr": 7.844397812918637e-06, "epoch": 1.132596685082873, "percentage": 37.75, "elapsed_time": "0:06:35", "remaining_time": "0:10:52"}
+{"current_steps": 206, "total_steps": 543, "loss": 0.6174, "lr": 7.817866602946326e-06, "epoch": 1.138121546961326, "percentage": 37.94, "elapsed_time": "0:06:37", "remaining_time": "0:10:49"}
+{"current_steps": 207, "total_steps": 543, "loss": 0.5891, "lr": 7.791218610134324e-06, "epoch": 1.143646408839779, "percentage": 38.12, "elapsed_time": "0:06:38", "remaining_time": "0:10:47"}
+{"current_steps": 208, "total_steps": 543, "loss": 0.5973, "lr": 7.764454938874252e-06, "epoch": 1.149171270718232, "percentage": 38.31, "elapsed_time": "0:06:44", "remaining_time": "0:10:52"}
+{"current_steps": 209, "total_steps": 543, "loss": 0.6368, "lr": 7.737576698351878e-06, "epoch": 1.1546961325966851, "percentage": 38.49, "elapsed_time": "0:06:46", "remaining_time": "0:10:49"}
+{"current_steps": 210, "total_steps": 543, "loss": 0.6458, "lr": 7.710585002501145e-06, "epoch": 1.160220994475138, "percentage": 38.67, "elapsed_time": "0:06:47", "remaining_time": "0:10:46"}
+{"current_steps": 211, "total_steps": 543, "loss": 0.5674, "lr": 7.683480969958005e-06, "epoch": 1.1657458563535912, "percentage": 38.86, "elapsed_time": "0:06:49", "remaining_time": "0:10:43"}
+{"current_steps": 212, "total_steps": 543, "loss": 0.6039, "lr": 7.656265724014054e-06, "epoch": 1.1712707182320443, "percentage": 39.04, "elapsed_time": "0:06:50", "remaining_time": "0:10:40"}
+{"current_steps": 213, "total_steps": 543, "loss": 0.6395, "lr": 7.628940392569995e-06, "epoch": 1.1767955801104972, "percentage": 39.23, "elapsed_time": "0:06:52", "remaining_time": "0:10:38"}
+{"current_steps": 214, "total_steps": 543, "loss": 0.5882, "lr": 7.601506108088874e-06, "epoch": 1.1823204419889504, "percentage": 39.41, "elapsed_time": "0:06:53", "remaining_time": "0:10:36"}
+{"current_steps": 215, "total_steps": 543, "loss": 0.6184, "lr": 7.5739640075491546e-06, "epoch": 1.1878453038674033, "percentage": 39.59, "elapsed_time": "0:06:55", "remaining_time": "0:10:33"}
+{"current_steps": 216, "total_steps": 543, "loss": 0.6138, "lr": 7.546315232397601e-06, "epoch": 1.1933701657458564, "percentage": 39.78, "elapsed_time": "0:06:57", "remaining_time": "0:10:31"}
+{"current_steps": 217, "total_steps": 543, "loss": 0.6252, "lr": 7.518560928501969e-06, "epoch": 1.1988950276243093, "percentage": 39.96, "elapsed_time": "0:06:58", "remaining_time": "0:10:28"}
+{"current_steps": 218, "total_steps": 543, "loss": 0.6002, "lr": 7.4907022461035125e-06, "epoch": 1.2044198895027625, "percentage": 40.15, "elapsed_time": "0:06:59", "remaining_time": "0:10:26"}
+{"current_steps": 219, "total_steps": 543, "loss": 0.5868, "lr": 7.462740339769323e-06, "epoch": 1.2099447513812154, "percentage": 40.33, "elapsed_time": "0:07:01", "remaining_time": "0:10:24"}
+{"current_steps": 220, "total_steps": 543, "loss": 0.655, "lr": 7.434676368344469e-06, "epoch": 1.2154696132596685, "percentage": 40.52, "elapsed_time": "0:07:03", "remaining_time": "0:10:22"}
+{"current_steps": 221, "total_steps": 543, "loss": 0.5975, "lr": 7.406511494903982e-06, "epoch": 1.2209944751381214, "percentage": 40.7, "elapsed_time": "0:07:05", "remaining_time": "0:10:20"}
+{"current_steps": 222, "total_steps": 543, "loss": 0.6729, "lr": 7.378246886704638e-06, "epoch": 1.2265193370165746, "percentage": 40.88, "elapsed_time": "0:07:07", "remaining_time": "0:10:17"}
+{"current_steps": 223, "total_steps": 543, "loss": 0.6123, "lr": 7.349883715136601e-06, "epoch": 1.2320441988950277, "percentage": 41.07, "elapsed_time": "0:07:08", "remaining_time": "0:10:15"}
+{"current_steps": 224, "total_steps": 543, "loss": 0.5287, "lr": 7.321423155674858e-06, "epoch": 1.2375690607734806, "percentage": 41.25, "elapsed_time": "0:07:10", "remaining_time": "0:10:12"}
+{"current_steps": 225, "total_steps": 543, "loss": 0.5927, "lr": 7.292866387830515e-06, "epoch": 1.2430939226519337, "percentage": 41.44, "elapsed_time": "0:07:11", "remaining_time": "0:10:10"}
+{"current_steps": 226, "total_steps": 543, "loss": 0.6321, "lr": 7.264214595101913e-06, "epoch": 1.2486187845303867, "percentage": 41.62, "elapsed_time": "0:07:13", "remaining_time": "0:10:07"}
+{"current_steps": 227, "total_steps": 543, "loss": 0.5794, "lr": 7.235468964925571e-06, "epoch": 1.2541436464088398, "percentage": 41.8, "elapsed_time": "0:07:14", "remaining_time": "0:10:04"}
+{"current_steps": 228, "total_steps": 543, "loss": 0.6563, "lr": 7.206630688626981e-06, "epoch": 1.2596685082872927, "percentage": 41.99, "elapsed_time": "0:07:15", "remaining_time": "0:10:01"}
+{"current_steps": 229, "total_steps": 543, "loss": 0.6075, "lr": 7.177700961371239e-06, "epoch": 1.2651933701657458, "percentage": 42.17, "elapsed_time": "0:07:17", "remaining_time": "0:09:59"}
+{"current_steps": 230, "total_steps": 543, "loss": 0.6422, "lr": 7.148680982113502e-06, "epoch": 1.270718232044199, "percentage": 42.36, "elapsed_time": "0:07:18", "remaining_time": "0:09:56"}
+{"current_steps": 231, "total_steps": 543, "loss": 0.645, "lr": 7.119571953549305e-06, "epoch": 1.276243093922652, "percentage": 42.54, "elapsed_time": "0:07:20", "remaining_time": "0:09:54"}
+{"current_steps": 232, "total_steps": 543, "loss": 0.6046, "lr": 7.0903750820647175e-06, "epoch": 1.281767955801105, "percentage": 42.73, "elapsed_time": "0:07:21", "remaining_time": "0:09:52"}
+{"current_steps": 233, "total_steps": 543, "loss": 0.5663, "lr": 7.061091577686349e-06, "epoch": 1.287292817679558, "percentage": 42.91, "elapsed_time": "0:07:23", "remaining_time": "0:09:49"}
+{"current_steps": 234, "total_steps": 543, "loss": 0.5901, "lr": 7.031722654031192e-06, "epoch": 1.292817679558011, "percentage": 43.09, "elapsed_time": "0:07:24", "remaining_time": "0:09:47"}
+{"current_steps": 235, "total_steps": 543, "loss": 0.6084, "lr": 7.002269528256334e-06, "epoch": 1.298342541436464, "percentage": 43.28, "elapsed_time": "0:07:26", "remaining_time": "0:09:45"}
+{"current_steps": 236, "total_steps": 543, "loss": 0.5938, "lr": 6.972733421008505e-06, "epoch": 1.3038674033149171, "percentage": 43.46, "elapsed_time": "0:07:28", "remaining_time": "0:09:43"}
+{"current_steps": 237, "total_steps": 543, "loss": 0.606, "lr": 6.943115556373503e-06, "epoch": 1.3093922651933703, "percentage": 43.65, "elapsed_time": "0:07:30", "remaining_time": "0:09:41"}
+{"current_steps": 238, "total_steps": 543, "loss": 0.6491, "lr": 6.913417161825449e-06, "epoch": 1.3149171270718232, "percentage": 43.83, "elapsed_time": "0:07:31", "remaining_time": "0:09:38"}
+{"current_steps": 239, "total_steps": 543, "loss": 0.6072, "lr": 6.883639468175926e-06, "epoch": 1.3204419889502763, "percentage": 44.01, "elapsed_time": "0:07:32", "remaining_time": "0:09:36"}
+{"current_steps": 240, "total_steps": 543, "loss": 0.6018, "lr": 6.853783709522963e-06, "epoch": 1.3259668508287292, "percentage": 44.2, "elapsed_time": "0:07:34", "remaining_time": "0:09:33"}
+{"current_steps": 241, "total_steps": 543, "loss": 0.6434, "lr": 6.823851123199894e-06, "epoch": 1.3314917127071824, "percentage": 44.38, "elapsed_time": "0:07:35", "remaining_time": "0:09:31"}
+{"current_steps": 242, "total_steps": 543, "loss": 0.6225, "lr": 6.793842949724074e-06, "epoch": 1.3370165745856353, "percentage": 44.57, "elapsed_time": "0:07:37", "remaining_time": "0:09:28"}
+{"current_steps": 243, "total_steps": 543, "loss": 0.6131, "lr": 6.763760432745475e-06, "epoch": 1.3425414364640884, "percentage": 44.75, "elapsed_time": "0:07:38", "remaining_time": "0:09:26"}
+{"current_steps": 244, "total_steps": 543, "loss": 0.6366, "lr": 6.733604818995133e-06, "epoch": 1.3480662983425415, "percentage": 44.94, "elapsed_time": "0:07:40", "remaining_time": "0:09:23"}
+{"current_steps": 245, "total_steps": 543, "loss": 0.595, "lr": 6.703377358233489e-06, "epoch": 1.3535911602209945, "percentage": 45.12, "elapsed_time": "0:07:41", "remaining_time": "0:09:21"}
+{"current_steps": 246, "total_steps": 543, "loss": 0.5941, "lr": 6.673079303198591e-06, "epoch": 1.3591160220994476, "percentage": 45.3, "elapsed_time": "0:07:42", "remaining_time": "0:09:18"}
+{"current_steps": 247, "total_steps": 543, "loss": 0.5967, "lr": 6.6427119095541745e-06, "epoch": 1.3646408839779005, "percentage": 45.49, "elapsed_time": "0:07:44", "remaining_time": "0:09:16"}
+{"current_steps": 248, "total_steps": 543, "loss": 0.5917, "lr": 6.612276435837622e-06, "epoch": 1.3701657458563536, "percentage": 45.67, "elapsed_time": "0:07:45", "remaining_time": "0:09:14"}
+{"current_steps": 249, "total_steps": 543, "loss": 0.6342, "lr": 6.58177414340781e-06, "epoch": 1.3756906077348066, "percentage": 45.86, "elapsed_time": "0:07:48", "remaining_time": "0:09:12"}
+{"current_steps": 250, "total_steps": 543, "loss": 0.5791, "lr": 6.551206296392827e-06, "epoch": 1.3812154696132597, "percentage": 46.04, "elapsed_time": "0:07:49", "remaining_time": "0:09:10"}
+{"current_steps": 251, "total_steps": 543, "loss": 0.6555, "lr": 6.520574161637591e-06, "epoch": 1.3867403314917128, "percentage": 46.22, "elapsed_time": "0:07:51", "remaining_time": "0:09:08"}
+{"current_steps": 252, "total_steps": 543, "loss": 0.6002, "lr": 6.4898790086513366e-06, "epoch": 1.3922651933701657, "percentage": 46.41, "elapsed_time": "0:07:52", "remaining_time": "0:09:05"}
+{"current_steps": 253, "total_steps": 543, "loss": 0.5968, "lr": 6.459122109555011e-06, "epoch": 1.3977900552486187, "percentage": 46.59, "elapsed_time": "0:07:54", "remaining_time": "0:09:03"}
+{"current_steps": 254, "total_steps": 543, "loss": 0.5915, "lr": 6.42830473902855e-06, "epoch": 1.4033149171270718, "percentage": 46.78, "elapsed_time": "0:07:55", "remaining_time": "0:09:00"}
+{"current_steps": 255, "total_steps": 543, "loss": 0.6129, "lr": 6.397428174258048e-06, "epoch": 1.408839779005525, "percentage": 46.96, "elapsed_time": "0:07:57", "remaining_time": "0:08:58"}
+{"current_steps": 256, "total_steps": 543, "loss": 0.618, "lr": 6.3664936948828296e-06, "epoch": 1.4143646408839778, "percentage": 47.15, "elapsed_time": "0:08:01", "remaining_time": "0:09:00"}
+{"current_steps": 257, "total_steps": 543, "loss": 0.58, "lr": 6.335502582942409e-06, "epoch": 1.419889502762431, "percentage": 47.33, "elapsed_time": "0:08:03", "remaining_time": "0:08:57"}
+{"current_steps": 258, "total_steps": 543, "loss": 0.6284, "lr": 6.304456122823377e-06, "epoch": 1.4254143646408841, "percentage": 47.51, "elapsed_time": "0:08:06", "remaining_time": "0:08:56"}
+{"current_steps": 259, "total_steps": 543, "loss": 0.628, "lr": 6.273355601206143e-06, "epoch": 1.430939226519337, "percentage": 47.7, "elapsed_time": "0:08:07", "remaining_time": "0:08:54"}
+{"current_steps": 260, "total_steps": 543, "loss": 0.6601, "lr": 6.24220230701164e-06, "epoch": 1.43646408839779, "percentage": 47.88, "elapsed_time": "0:08:08", "remaining_time": "0:08:52"}
+{"current_steps": 261, "total_steps": 543, "loss": 0.5342, "lr": 6.210997531347879e-06, "epoch": 1.441988950276243, "percentage": 48.07, "elapsed_time": "0:08:10", "remaining_time": "0:08:49"}
+{"current_steps": 262, "total_steps": 543, "loss": 0.6339, "lr": 6.179742567456464e-06, "epoch": 1.4475138121546962, "percentage": 48.25, "elapsed_time": "0:08:12", "remaining_time": "0:08:48"}
+{"current_steps": 263, "total_steps": 543, "loss": 0.5782, "lr": 6.148438710658979e-06, "epoch": 1.4530386740331491, "percentage": 48.43, "elapsed_time": "0:08:14", "remaining_time": "0:08:46"}
+{"current_steps": 264, "total_steps": 543, "loss": 0.6392, "lr": 6.117087258303314e-06, "epoch": 1.4585635359116023, "percentage": 48.62, "elapsed_time": "0:08:15", "remaining_time": "0:08:44"}
+{"current_steps": 265, "total_steps": 543, "loss": 0.5848, "lr": 6.085689509709893e-06, "epoch": 1.4640883977900552, "percentage": 48.8, "elapsed_time": "0:08:17", "remaining_time": "0:08:41"}
+{"current_steps": 266, "total_steps": 543, "loss": 0.6243, "lr": 6.0542467661178325e-06, "epoch": 1.4696132596685083, "percentage": 48.99, "elapsed_time": "0:08:19", "remaining_time": "0:08:39"}
+{"current_steps": 267, "total_steps": 543, "loss": 0.6081, "lr": 6.022760330631006e-06, "epoch": 1.4751381215469612, "percentage": 49.17, "elapsed_time": "0:08:20", "remaining_time": "0:08:37"}
+{"current_steps": 268, "total_steps": 543, "loss": 0.6315, "lr": 5.991231508164037e-06, "epoch": 1.4806629834254144, "percentage": 49.36, "elapsed_time": "0:08:22", "remaining_time": "0:08:35"}
+{"current_steps": 269, "total_steps": 543, "loss": 0.5479, "lr": 5.959661605388229e-06, "epoch": 1.4861878453038675, "percentage": 49.54, "elapsed_time": "0:08:23", "remaining_time": "0:08:33"}
+{"current_steps": 270, "total_steps": 543, "loss": 0.6074, "lr": 5.928051930677404e-06, "epoch": 1.4917127071823204, "percentage": 49.72, "elapsed_time": "0:08:25", "remaining_time": "0:08:30"}
+{"current_steps": 271, "total_steps": 543, "loss": 0.6117, "lr": 5.896403794053679e-06, "epoch": 1.4972375690607735, "percentage": 49.91, "elapsed_time": "0:08:26", "remaining_time": "0:08:28"}
+{"current_steps": 272, "total_steps": 543, "loss": 0.6015, "lr": 5.864718507133176e-06, "epoch": 1.5027624309392267, "percentage": 50.09, "elapsed_time": "0:08:28", "remaining_time": "0:08:26"}
+{"current_steps": 273, "total_steps": 543, "loss": 0.6491, "lr": 5.83299738307166e-06, "epoch": 1.5082872928176796, "percentage": 50.28, "elapsed_time": "0:08:29", "remaining_time": "0:08:24"}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85ff94a63d6f8a6bdba4e7e23ca2743b33370af437032cc30c119f84d4359807
-size 7224
+oid sha256:2b51e25a6c24f1db7f9d2ee1f91890c08c6b039b010df16a89db12294fd3ec25
+size 7288