Upload 2 files

tokenizer_config.json

@@ -3,7 +3,7 @@
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
-  "is_local": false,
+  "is_local": true,
   "model_input_names": [
     "input_ids",
     "attention_mask"
@@ -11,6 +11,6 @@
   "model_max_length": 8192,
   "pad_token": "<|finetune_right_pad_id|>",
   "padding_side": "right",
-  "tokenizer_class": "TokenizersBackend",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": null
 }