Upload tokenizer.json

tokenizer.json

@@ -0,0 +1,17 @@
+{
+    "module": "keras_nlp.src.models.gpt2.gpt2_tokenizer",
+    "class_name": "GPT2Tokenizer",
+    "config": {
+        "name": "gpt2_tokenizer",
+        "trainable": true,
+        "dtype": "int32",
+        "sequence_length": null,
+        "add_prefix_space": false
+    },
+    "registered_name": "keras_nlp>GPT2Tokenizer",
+    "assets": [
+        "assets/tokenizer/merges.txt",
+        "assets/tokenizer/vocabulary.json"
+    ],
+    "weights": null
+}