Update configuration_neollm.py

configuration_neollm.py

@@ -23,7 +23,7 @@ class NeoLLMConfig(PretrainedConfig):
         self,
         vocab_size=151665,
         hidden_size=512,
-        intermediate_size=1024,
+        intermediate_size=1536,
         num_hidden_layers=12,
         num_attention_heads=8,
         num_key_value_heads=2,
@@ -83,3 +83,9 @@ class NeoLLMConfig(PretrainedConfig):
         self.linear_num_value_heads = linear_num_value_heads
         self.fan_ratio = fan_ratio 
         self.dropout_rate = dropout_rate
+        self.auto_map = {
+            "AutoConfig": "configuration_neollm.NeoLLMConfig",
+            "AutoModel": "modeling_neollm.NeoLLMModel",
+            "AutoModelForCausalLM": "modeling_neollm.NeoLLMForCausalLM"
+        }
+__all__ = ["NeoLLMConfig"]