Update my_package/my_configuration.py

my_package/my_configuration.py

@@ -7,7 +7,7 @@ class Query2SAEConfig(PretrainedConfig):
         self,
         backbone_name: str = "gpt2",
         head_hidden_dim: int = 128,
-        sae_dim: int = 1024,  # <-- set this to YOUR actual SAE feature count
+        sae_dim: int = 16384,  # <-- set this to YOUR actual SAE feature count
         **kwargs,
     ):
         super().__init__(**kwargs)