Update config.json

config.json

@@ -19,9 +19,9 @@
   "n_embd": 2048,
   "n_head": 32,
   "n_head_kv": null,
-  "n_inner": 2048,
+  "n_inner": 1024,
   "n_layer": 24,
-  "n_positions": 1024,
+  "n_positions": 2048,
   "resid_pdrop": 0.0,
   "rotary_dim": 32,
   "tie_word_embeddings": false,