Update configuration_medassistgpt.py

configuration_medassistgpt.py

@@ -6,14 +6,14 @@ class MedAssistGPTConfig(PretrainedConfig):
     def __init__(
         self,
         vocab_size=50281,
-        d_model=512,
+        d_model=1024,
         n_heads=16,
-        gqa_groups=4,
+        gqa_groups=8,
         max_len=1024,
-        d_ff=2048,
+        d_ff=4096,
         eps=1e-5,
         dropout_p=0.1,
-        blocks=16,
+        blocks=24,
         **kwargs,
     ):
         super().__init__(**kwargs)