Upload 5 files

config.json

@@ -4,7 +4,7 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 50281,
+  "bos_token_id": null,
   "classifier_activation": "gelu",
   "classifier_bias": false,
   "classifier_dropout": 0.0,
@@ -12,8 +12,9 @@
   "cls_token_id": 50281,
   "decoder_bias": true,
   "deterministic_flash_attn": false,
+  "dtype": "float32",
   "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
+  "eos_token_id": null,
   "global_attn_every_n_layers": 3,
   "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
@@ -48,7 +49,6 @@
   "sep_token_id": 50282,
   "sparse_pred_ignore_index": -100,
   "sparse_prediction": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.55.2",
+  "transformers_version": "4.57.1",
   "vocab_size": 50368
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:779ccfe10c431f3001b890b8e2d6fba560cae4d26a2ecddc4fa84f55b1751246
+oid sha256:7e6c0c5ebd3bba51318860de9d9616574924815c58080fd1540e2aea79a94e43
 size 1583351632

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 2048,
+    "max_length": 4096,
     "strategy": "LongestFirst",
     "stride": 0
   },