Hack90
/

virus_pythia_31_1024

Text Generation

Generated from Trainer

text-generation-inference

Model card Files Files and versions

Hack90 commited on Mar 14, 2024

Commit

b7b59a4

·

verified ·

1 Parent(s): af62b73

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +3 -3

tokenizer_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "add_prefix_space": false,
   "added_tokens_decoder": {
-    "0": {
       "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
@@ -9,7 +9,7 @@
       "single_word": false,
       "special": true
     },
-    "1": {
       "content": "<|unknown|>",
       "lstrip": false,
       "normalized": false,
@@ -17,7 +17,7 @@
       "single_word": false,
       "special": true
     },
-    "2": {
       "content": "<|beginoftext|>",
       "lstrip": false,
       "normalized": true,

 {
   "add_prefix_space": false,
   "added_tokens_decoder": {
+    "1": {
       "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
       "single_word": false,
       "special": true
     },
+    "2": {
       "content": "<|unknown|>",
       "lstrip": false,
       "normalized": false,
       "single_word": false,
       "special": true
     },
+    "0": {
       "content": "<|beginoftext|>",
       "lstrip": false,
       "normalized": true,