Update configure.py

configure.py

@@ -3,7 +3,7 @@ from transformers import PretrainedConfig
 
 class RecombinationTransformerConfig(PretrainedConfig):
     model_type = "RecombinationTransformer"
-    def __init__(self, embed_dim=1024, num_heads=4, num_layers=8, vocab_size=151646, eos_token_id=151643, **kwargs):
+    def __init__(self, embed_dim=1024, num_heads=8, num_layers=4, vocab_size=151646, eos_token_id=151643, **kwargs):
         super().__init__(**kwargs)
         self.embed_dim = embed_dim
         self.num_heads = num_heads