Create config.json

config.json

@@ -0,0 +1,11 @@
+{
+  "model_type": "gpt",
+  "context_length": 256,
+  "drop_rate": 0.2,
+  "emb_dim": 768,
+  "flash": true,
+  "n_heads": 16,
+  "n_layers": 12,
+  "qkv_bias": false,
+  "vocab_size": 26000
+}