Update modeling_n2_eye.py

modeling_n2_eye.py

@@ -5,8 +5,11 @@ from transformers import (
     AutoModelForCausalLM,
     CLIPVisionModel,
     PreTrainedModel,
-    PretrainedConfig
+    PretrainedConfig,
+    AutoConfig,
+    AutoModel
 )
+from transformers.models.auto.modeling_auto import MODEL_FOR_CAUSAL_LM_MAPPING
 from typing import Optional
 
 
@@ -209,4 +212,9 @@ class MultimodalLFM2Model(PreTrainedModel):
                 projection_state_dict = torch.load(projection_path, map_location="cpu")
                 model.vision_projection.load_state_dict(projection_state_dict)
         
-        return model
+        return model
+
+
+# Register the model with transformers
+AutoConfig.register("multimodal_lfm2", MultimodalLFM2Config)
+AutoModelForCausalLM.register(MultimodalLFM2Config, MultimodalLFM2Model)