LostCow
/

cowshed-1.3B

Text Generation

text-generation-inference

Model card Files Files and versions

ddobokki commited on Jul 1, 2024

Commit

7948fa7

·

verified ·

1 Parent(s): 59d6c7d

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -232,7 +232,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "errors": "replace",
-  "model_max_length": 2048,
   "pad_token": "<|pad|>",
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": null

   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "errors": "replace",
+  "model_max_length": 4096,
   "pad_token": "<|pad|>",
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": null