auto model bug fix

align_transformers.py

@@ -3,7 +3,7 @@ from torch import nn
 from transformers import PreTrainedModel
 from transformers.models.dinov2.modeling_dinov2 import Dinov2Encoder
 
-from .configuration import AlignTransformerConfig
+from .configuration_radzero import AlignTransformerConfig
 
 
 def build_align_transformer(config):

config.json

@@ -44,7 +44,7 @@
     "max_length": 20,
     "min_length": 0,
     "mlp_ratio": 4,
-    "model_type": "",
+    "model_type": "align_transformer",
     "no_repeat_ngram_size": 0,
     "num_attention_heads": 12,
     "num_beam_groups": 1,
@@ -206,7 +206,7 @@
     "length_penalty": 1.0,
     "max_length": 20,
     "min_length": 0,
-    "model_type": "",
+    "model_type": "mpnet",
     "no_repeat_ngram_size": 0,
     "num_beam_groups": 1,
     "num_beams": 1,
@@ -289,7 +289,7 @@
     "max_length": 20,
     "min_length": 0,
     "mlp_ratio": 4,
-    "model_type": "",
+    "model_type": "dinov2",
     "no_repeat_ngram_size": 0,
     "num_attention_heads": 12,
     "num_beam_groups": 1,

text_encoders.py

@@ -1,8 +1,5 @@
-import open_clip
 import torch
 from transformers import AutoModel
-from transformers.models.clip.modeling_clip import CLIPTextModel
-from transformers.models.siglip.modeling_siglip import SiglipTextModel
 
 
 def build_text_encoder(config):