End of training

tokenizer_config.json

@@ -12,10 +12,12 @@
   ],
   "eos_token": "</s>",
   "errors": "replace",
-  "is_local": false,
+  "is_local": true,
   "mask_token": "<mask>",
+  "max_length": 512,
   "model_max_length": 512,
   "only_label_first_subword": true,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
   "pad_token_box": [
     0,
@@ -24,6 +26,8 @@
     0
   ],
   "pad_token_label": -100,
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "</s>",
   "sep_token_box": [
     0,
@@ -31,7 +35,10 @@
     0,
     0
   ],
+  "stride": 128,
   "tokenizer_class": "TokenizersBackend",
   "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }