Create tokenizer_config.json

tokenizer/tokenizer_config.json

@@ -1 +1,8 @@
-{"add_prefix_space": false, "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "tokenizer_class": "GPT2Tokenizer"}
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "model_max_length": 1024
+}