Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -65,13 +65,14 @@
   "cls_token": "[CLS]",
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 256,
   "model_max_length": 8192,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "stride": 0,
   "tokenizer_class": "PreTrainedTokenizerFast",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
-  "unk_token": "[UNK]"
-}
+  "unk_token": "[UNK]",
+  "model_type": "modernbert",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ]
+}