Create config.json

config.json

@@ -0,0 +1,11 @@
+{
+    n_layers = 6,
+    d_model = 128,
+    d_head = 64,
+    n_heads = 8,
+    d_mlp = 512,
+    d_vocab = 61,
+    n_ctx = 59,
+    act_fn="gelu",
+    normalization_type="LN",
+  }