Create config.json

config.json

@@ -0,0 +1,9 @@
+{
+  "model_type": "gpt2",
+  "n_layer": 24,
+  "n_head": 20,
+  "n_embd": 1280,
+  "n_positions": 2048,
+  "vocab_size": 50304,
+  "architectures": ["GPT2LMHeadModel"]
+}