Create configure.py

configure.py

@@ -0,0 +1,13 @@
+# configure.py
+
+from transformers import PretrainedConfig
+
+class CustomTransformerConfig(PretrainedConfig):
+    model_type = "custom_transformer"
+
+    def __init__(self, embed_dim=1024, num_heads=8, num_layers=6, vocab_size=151646, **kwargs):
+        super().__init__(**kwargs)
+        self.embed_dim = embed_dim
+        self.num_heads = num_heads
+        self.num_layers = num_layers
+        self.vocab_size = vocab_size