collij22
/

jcpsytar_FT_opt-2.7b

Text Generation

text-generation-inference

Model card Files Files and versions

collij22 commited on Mar 2, 2024

Commit

1e9541a

·

verified ·

1 Parent(s): 183ce75

Upload tokenizer

Files changed (2) hide show

special_tokens_map.json +1 -1
tokenizer_config.json +1 -1

special_tokens_map.json CHANGED Viewed

@@ -13,7 +13,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "</s>",
   "unk_token": {
     "content": "</s>",
     "lstrip": false,

     "rstrip": false,
     "single_word": false
   },
+  "pad_token": "<s>",
   "unk_token": {
     "content": "</s>",
     "lstrip": false,

tokenizer_config.json CHANGED Viewed

@@ -24,7 +24,7 @@
   "eos_token": "</s>",
   "errors": "replace",
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "</s>",
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": "</s>"
 }

   "eos_token": "</s>",
   "errors": "replace",
   "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<s>",
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": "</s>"
 }