Ajout du tokenizer associé au modèle final

tokenizer_config.json

@@ -1,6 +1,11 @@
 {
   "backend": "tokenizers",
+  "is_local": true,
+  "max_length": 128,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "tokenizer_class": "TokenizersBackend"
+  "stride": 0,
+  "tokenizer_class": "TokenizersBackend",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first"
 }