Upload MRIBrainSequenceBERT

config.json

@@ -7,9 +7,9 @@
     "AutoModel": "modeling.MRIBrainSequenceBERT"
   },
   "dropout": 0.2,
+  "dtype": "float32",
   "max_len": 512,
   "model_type": "mri_brain_sequence_bert",
   "num_classes": 16,
-  "torch_dtype": "float32",
-  "transformers_version": "4.47.0"
+  "transformers_version": "4.57.3"
 }

modeling.py

@@ -17,16 +17,15 @@ class MRIBrainSequenceBERT(PreTrainedModel):
 
     def __init__(self, config):
         super().__init__(config)
-        self.llm = AutoModelForSequenceClassification.from_pretrained(
-            "google/mobilebert-uncased"
-        )
+        self.model_id = "answerdotai/ModernBERT-base"
+        self.llm = AutoModelForSequenceClassification.from_pretrained(self.model_id)
         self.dim_feats = self.llm.classifier.in_features
         self.dropout = nn.Dropout(p=config.dropout)
         self.classifier = nn.Linear(self.dim_feats, config.num_classes)
         self.llm.dropout = nn.Identity()
         self.llm.classifier = nn.Identity()
 
-        self.tokenizer = AutoTokenizer.from_pretrained("google/mobilebert-uncased")
+        self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
         self.max_len = config.max_len
 
         self.metadata_elements = [