upload tokenizer

added_tokens.json

@@ -1,5 +1,5 @@
 {
-  "\n\n### Instruction:\n": 60513,
-  "\n\n### Response:\n": 60514,
-  "<pad>": 60512
+  "\n\n### Instruction:\n": 60512,
+  "\n\n### Response:\n": 60513,
+  "<pad>": 60514
 }

tokenizer.json

@@ -32,7 +32,7 @@
     },
     {
       "id": 60512,
-      "content": "<pad>",
+      "content": "\n\n### Instruction:\n",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
     },
     {
       "id": 60513,
-      "content": "\n\n### Instruction:\n",
+      "content": "\n\n### Response:\n",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -50,7 +50,7 @@
     },
     {
       "id": 60514,
-      "content": "\n\n### Response:\n",
+      "content": "<pad>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -10,6 +10,7 @@
     "single_word": false
   },
   "clean_up_tokenization_spaces": false,
+  "device_map": "cpu",
   "eos_token": {
     "__type": "AddedToken",
     "content": "</s>",
@@ -19,7 +20,7 @@
     "single_word": false
   },
   "legacy": true,
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 1024,
   "pad_token": null,
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
@@ -30,5 +31,6 @@
     "normalized": true,
     "rstrip": false,
     "single_word": false
-  }
+  },
+  "use_fast": true
 }