upload mid-4

config.json

@@ -11,7 +11,7 @@
   "hidden_size": 8192,
   "initializer_range": 0.02,
   "intermediate_size": 28672,
-  "max_position_embeddings": 32768,
+  "max_position_embeddings": 524288,
   "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 64,
@@ -21,9 +21,10 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
-  "rope_theta": 500000,
+  "rope_theta": 10000000,
   "tie_word_embeddings": false,
-  "transformers_version": "4.49.0",
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
   "use_cache": true,
-  "vocab_size": 250880
+  "vocab_size": 250112
 }

done.txt

@@ -1 +1 @@
-2025-07-08 21:39:09.403951-05:00
+saving done

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "transformers_version": "4.53.2"
+}

pytorch_model-00001-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c464ca3749daf9bc00e92e418fa9eebd6a3b182b6cfb0031b2cdff51765d4b6
-size 49292351711
+oid sha256:90f14f6cfbc5900db7d1c9fdeb3f9d18d434fc9d6c1320f8e6ca5e1bc26f5bbe
+size 49871101268

pytorch_model-00002-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f7930d8e4821a47b2e5e3d419308956c3f93bdae9ab12b3a03963a43c3424cc
-size 49795739754
+oid sha256:4d495a1bddb3cc0d2220caa8748ebfb1e77710be62a15637111d72550c0b58b5
+size 49795740133

pytorch_model-00003-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a69b9d074444bb6c1a64b4feff642fb00e472221896dba8f77a0a66f0ea22d4
-size 49460262641
+oid sha256:dd2649b9bf60a08f6b08ef3e6f882c18df83bdd3936f7e1e972849c3e8325590
+size 49460263104

pytorch_model-00004-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7ca17baf4d17a90e131b4d251544f6011d120a499029a02756cb8fd4e45ae35
-size 49795739754
+oid sha256:378f94f937972e26dafe5e362968273340231bb111111d7a56d74be61f40a65d
+size 49795740133

pytorch_model-00005-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1e019f6fd701a862064bf4f9218a20e9778168fdfbba07f7a58ba369898e2a1
-size 49460262641
+oid sha256:b6e6b529a6053ce3ce687410a0fe05d27ba849869ad355498c6166ebf78daf6b
+size 49460263104

pytorch_model-00006-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2febfb2699b1ad301e5a30011ef28ecdc1b3e32a3056c7664b7591d0cfad30fb
-size 42447010822
+oid sha256:f8a087069d0da740c0b466a61db8fa5f1ad9f57fdeeba8fb1313f1cc5582fa08
+size 41817930473

pytorch_model.bin.index.json

@@ -1,6 +1,7 @@
 {
   "metadata": {
-    "total_size": 290251112448
+    "total_parameters": 72550195200,
+    "total_size": 290200780800
   },
   "weight_map": {
     "lm_head.weight": "pytorch_model-00006-of-00006.bin",
@@ -41,15 +42,15 @@
     "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin",
     "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin",
     "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin",
-    "model.layers.12.input_layernorm.weight": "pytorch_model-00001-of-00006.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00006.bin",
-    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00001-of-00006.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin",
     "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin",
@@ -176,15 +177,15 @@
     "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.26.input_layernorm.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.26.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.26.mlp.up_proj.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00002-of-00006.bin",
-    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin",
-    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin",
-    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin",
-    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00002-of-00006.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00002-of-00006.bin",
     "model.layers.27.input_layernorm.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.27.mlp.down_proj.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00003-of-00006.bin",
@@ -329,15 +330,15 @@
     "model.layers.40.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.40.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.40.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin",
-    "model.layers.41.input_layernorm.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.41.input_layernorm.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.41.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.41.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.41.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.41.post_attention_layernorm.weight": "pytorch_model-00003-of-00006.bin",
-    "model.layers.41.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.41.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.41.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.41.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.41.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.41.self_attn.k_proj.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.41.self_attn.o_proj.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.41.self_attn.q_proj.weight": "pytorch_model-00003-of-00006.bin",
+    "model.layers.41.self_attn.v_proj.weight": "pytorch_model-00003-of-00006.bin",
     "model.layers.42.input_layernorm.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.42.mlp.down_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.42.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin",
@@ -464,15 +465,15 @@
     "model.layers.54.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.54.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.54.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.55.input_layernorm.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.55.input_layernorm.weight": "pytorch_model-00005-of-00006.bin",
     "model.layers.55.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin",
     "model.layers.55.mlp.gate_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.55.mlp.up_proj.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.55.post_attention_layernorm.weight": "pytorch_model-00004-of-00006.bin",
-    "model.layers.55.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin",
-    "model.layers.55.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin",
-    "model.layers.55.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin",
-    "model.layers.55.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.55.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.55.self_attn.k_proj.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.55.self_attn.o_proj.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.55.self_attn.q_proj.weight": "pytorch_model-00004-of-00006.bin",
+    "model.layers.55.self_attn.v_proj.weight": "pytorch_model-00004-of-00006.bin",
     "model.layers.56.input_layernorm.weight": "pytorch_model-00005-of-00006.bin",
     "model.layers.56.mlp.down_proj.weight": "pytorch_model-00005-of-00006.bin",
     "model.layers.56.mlp.gate_proj.weight": "pytorch_model-00005-of-00006.bin",
@@ -617,15 +618,15 @@
     "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00006.bin",
     "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00006.bin",
     "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00006.bin",
-    "model.layers.70.input_layernorm.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.70.input_layernorm.weight": "pytorch_model-00006-of-00006.bin",
     "model.layers.70.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin",
     "model.layers.70.mlp.gate_proj.weight": "pytorch_model-00006-of-00006.bin",
     "model.layers.70.mlp.up_proj.weight": "pytorch_model-00006-of-00006.bin",
-    "model.layers.70.post_attention_layernorm.weight": "pytorch_model-00005-of-00006.bin",
-    "model.layers.70.self_attn.k_proj.weight": "pytorch_model-00006-of-00006.bin",
-    "model.layers.70.self_attn.o_proj.weight": "pytorch_model-00006-of-00006.bin",
-    "model.layers.70.self_attn.q_proj.weight": "pytorch_model-00006-of-00006.bin",
-    "model.layers.70.self_attn.v_proj.weight": "pytorch_model-00006-of-00006.bin",
+    "model.layers.70.post_attention_layernorm.weight": "pytorch_model-00006-of-00006.bin",
+    "model.layers.70.self_attn.k_proj.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.70.self_attn.o_proj.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.70.self_attn.q_proj.weight": "pytorch_model-00005-of-00006.bin",
+    "model.layers.70.self_attn.v_proj.weight": "pytorch_model-00005-of-00006.bin",
     "model.layers.71.input_layernorm.weight": "pytorch_model-00006-of-00006.bin",
     "model.layers.71.mlp.down_proj.weight": "pytorch_model-00006-of-00006.bin",
     "model.layers.71.mlp.gate_proj.weight": "pytorch_model-00006-of-00006.bin",

special_tokens_map.json

@@ -1,4 +1,16 @@
 {
-  "bos_token": "<|begin_of_text|>",
-  "eos_token": "<|end_of_text|>"
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8f4e9569156ab4de1c7e7ba90054ba1af10c5ee6d2ad7268ee26f7d6179f940
-size 13486839
+oid sha256:f4a4ca9d0a58168cb02f13950d12275d1cb3bccb470a907328f2d2e495116c73
+size 20680501

tokenizer_config.json

@@ -911,891 +911,12 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "250112": {
-      "content": "reserved_special_token_90",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250113": {
-      "content": "reserved_special_token_91",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250114": {
-      "content": "reserved_special_token_92",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250115": {
-      "content": "reserved_special_token_93",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250116": {
-      "content": "reserved_special_token_94",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250117": {
-      "content": "reserved_special_token_95",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250118": {
-      "content": "reserved_special_token_96",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250119": {
-      "content": "reserved_special_token_97",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250120": {
-      "content": "reserved_special_token_98",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250121": {
-      "content": "reserved_special_token_99",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250122": {
-      "content": "reserved_special_token_100",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250123": {
-      "content": "reserved_special_token_101",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250124": {
-      "content": "reserved_special_token_102",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250125": {
-      "content": "reserved_special_token_103",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250126": {
-      "content": "reserved_special_token_104",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250127": {
-      "content": "reserved_special_token_105",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250128": {
-      "content": "reserved_special_token_106",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250129": {
-      "content": "reserved_special_token_107",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250130": {
-      "content": "reserved_special_token_108",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250131": {
-      "content": "reserved_special_token_109",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250132": {
-      "content": "reserved_special_token_110",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250133": {
-      "content": "reserved_special_token_111",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250134": {
-      "content": "reserved_special_token_112",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250135": {
-      "content": "reserved_special_token_113",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250136": {
-      "content": "reserved_special_token_114",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250137": {
-      "content": "reserved_special_token_115",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250138": {
-      "content": "reserved_special_token_116",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250139": {
-      "content": "reserved_special_token_117",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250140": {
-      "content": "reserved_special_token_118",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250141": {
-      "content": "reserved_special_token_119",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250142": {
-      "content": "reserved_special_token_120",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250143": {
-      "content": "reserved_special_token_121",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250144": {
-      "content": "reserved_special_token_122",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250145": {
-      "content": "reserved_special_token_123",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250146": {
-      "content": "reserved_special_token_124",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250147": {
-      "content": "reserved_special_token_125",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250148": {
-      "content": "reserved_special_token_126",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250149": {
-      "content": "reserved_special_token_127",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250150": {
-      "content": "reserved_special_token_128",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250151": {
-      "content": "reserved_special_token_129",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250152": {
-      "content": "reserved_special_token_130",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250153": {
-      "content": "reserved_special_token_131",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250154": {
-      "content": "reserved_special_token_132",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250155": {
-      "content": "reserved_special_token_133",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250156": {
-      "content": "reserved_special_token_134",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250157": {
-      "content": "reserved_special_token_135",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250158": {
-      "content": "reserved_special_token_136",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250159": {
-      "content": "reserved_special_token_137",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250160": {
-      "content": "reserved_special_token_138",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250161": {
-      "content": "reserved_special_token_139",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250162": {
-      "content": "reserved_special_token_140",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250163": {
-      "content": "reserved_special_token_141",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250164": {
-      "content": "reserved_special_token_142",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250165": {
-      "content": "reserved_special_token_143",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250166": {
-      "content": "reserved_special_token_144",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250167": {
-      "content": "reserved_special_token_145",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250168": {
-      "content": "reserved_special_token_146",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250169": {
-      "content": "reserved_special_token_147",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250170": {
-      "content": "reserved_special_token_148",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250171": {
-      "content": "reserved_special_token_149",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250172": {
-      "content": "reserved_special_token_150",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250173": {
-      "content": "reserved_special_token_151",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250174": {
-      "content": "reserved_special_token_152",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250175": {
-      "content": "reserved_special_token_153",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250176": {
-      "content": "reserved_special_token_154",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250177": {
-      "content": "reserved_special_token_155",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250178": {
-      "content": "reserved_special_token_156",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250179": {
-      "content": "reserved_special_token_157",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250180": {
-      "content": "reserved_special_token_158",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250181": {
-      "content": "reserved_special_token_159",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250182": {
-      "content": "reserved_special_token_160",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250183": {
-      "content": "reserved_special_token_161",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250184": {
-      "content": "reserved_special_token_162",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250185": {
-      "content": "reserved_special_token_163",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250186": {
-      "content": "reserved_special_token_164",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250187": {
-      "content": "reserved_special_token_165",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250188": {
-      "content": "reserved_special_token_166",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250189": {
-      "content": "reserved_special_token_167",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250190": {
-      "content": "reserved_special_token_168",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250191": {
-      "content": "reserved_special_token_169",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250192": {
-      "content": "reserved_special_token_170",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250193": {
-      "content": "reserved_special_token_171",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250194": {
-      "content": "reserved_special_token_172",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250195": {
-      "content": "reserved_special_token_173",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250196": {
-      "content": "reserved_special_token_174",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250197": {
-      "content": "reserved_special_token_175",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250198": {
-      "content": "reserved_special_token_176",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250199": {
-      "content": "reserved_special_token_177",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250200": {
-      "content": "reserved_special_token_178",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250201": {
-      "content": "reserved_special_token_179",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250202": {
-      "content": "reserved_special_token_180",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250203": {
-      "content": "reserved_special_token_181",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250204": {
-      "content": "reserved_special_token_182",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250205": {
-      "content": "reserved_special_token_183",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250206": {
-      "content": "reserved_special_token_184",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250207": {
-      "content": "reserved_special_token_185",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250208": {
-      "content": "reserved_special_token_186",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250209": {
-      "content": "reserved_special_token_187",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250210": {
-      "content": "reserved_special_token_188",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250211": {
-      "content": "reserved_special_token_189",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250212": {
-      "content": "reserved_special_token_190",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250213": {
-      "content": "reserved_special_token_191",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250214": {
-      "content": "reserved_special_token_192",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250215": {
-      "content": "reserved_special_token_193",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250216": {
-      "content": "reserved_special_token_194",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250217": {
-      "content": "reserved_special_token_195",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250218": {
-      "content": "reserved_special_token_196",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250219": {
-      "content": "reserved_special_token_197",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250220": {
-      "content": "reserved_special_token_198",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250221": {
-      "content": "reserved_special_token_199",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
     }
   },
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
   "model_input_names": [
     "input_ids",
     "attention_mask"