Update config.json

config.json

@@ -11,9 +11,9 @@
   "intermediate_size": 8192,
   "max_position_embeddings": 2048,
   "model_type": "phi",
-  "num_attention_heads": 16,
+  "num_attention_heads": 32,
   "num_hidden_layers": 24,
-  "num_key_value_heads": 16,
+  "num_key_value_heads": 32,
   "pretraining_tp": 1,
   "resid_pdrop": 0.0,
   "rms_norm_eps": 1e-05,