Update config.json

config.json

@@ -8,11 +8,12 @@
     "AutoModelForCausalLM": "modeling_auristream.AuriStream"
   },
   "vocab_size": 8192,
-  "n_embd": 768,
-  "n_layer": 12,
-  "n_head": 12,
+  "n_embd": 4096,
+  "n_layer": 32,
+  "n_head": 32,
   "dropout": 0.0,
   "bias": false,
   "use_rope": true,
+  "skip_connections": true,
   "n_pred_steps": 20
 }