Upload config.json with huggingface_hub

config.json

@@ -3,12 +3,12 @@
   "architectures": [
     "DizelLM"
   ],
-  "vocab_size": 32000,
-  "context_length": 1024,
-  "d_model": 768,
-  "n_layers": 12,
-  "n_heads": 12,
-  "kv_heads": 12,
+  "vocab_size": 100000,
+  "context_length": 2048,
+  "d_model": 1024,
+  "n_layers": 28,
+  "n_heads": 16,
+  "kv_heads": 8,
   "head_dim": 64,
   "intermediate_size": 3072,
   "norm_type": "rmsnorm",
@@ -16,6 +16,6 @@
   "rope_theta": 10000.0,
   "bias": false,
   "weight_tying": true,
-  "dropout": 0.05,
+  "dropout": 0.0,
   "format_version": "1.5"
 }