Update config.py

config.py

@@ -26,6 +26,8 @@ class TransformerConfig(PretrainedConfig):
         eos_token_id: int | None = None,
         pad_token_id: int | None = None,
 
+        tie_word_embeddings = True,
+
         **kwargs,
     ):
         super().__init__(
@@ -48,4 +50,6 @@ class TransformerConfig(PretrainedConfig):
         self.use_cache = use_cache
 
         # Initialization and Normalization
-        self.initializer_range = initializer_range
+        self.initializer_range = initializer_range
+
+        self.tie_word_embeddings = tie_word_embeddings