Create configuration_challenger.py

configuration_challenger.py

@@ -0,0 +1,12 @@
+# configuration_challenger.py
+from transformers import PretrainedConfig
+
+class ChallengerConfig(PretrainedConfig):
+    model_type = "challenger"
+
+    def __init__(self, vocab_size=100288, n_layer=16, n_head=16, n_embd=1536, **kwargs):
+        self.vocab_size = vocab_size
+        self.n_layer = n_layer
+        self.n_head = n_head
+        self.n_embd = n_embd
+        super().__init__(**kwargs)