inesaltemir
/

MNLP_M2_document_encoder

Sentence Similarity

sentence-transformers

Transformers.js

feature-extraction

Eval Results (legacy)

text-embeddings-inference

Model card Files Files and versions

zpn commited on Feb 9, 2024

Commit

69f2c81

·

verified ·

1 Parent(s): 48b676a

Update modeling_hf_nomic_bert.py

Files changed (1) hide show

modeling_hf_nomic_bert.py +2 -1

modeling_hf_nomic_bert.py CHANGED Viewed

@@ -1058,6 +1058,7 @@ class NomicBertModel(NomicBertPreTrainedModel):
         position_ids=None,
         token_type_ids=None,
         attention_mask=None,
     ):
         if token_type_ids is None:
             token_type_ids = torch.zeros_like(input_ids)
@@ -1066,7 +1067,7 @@ class NomicBertModel(NomicBertPreTrainedModel):
         hidden_states = self.emb_drop(hidden_states)
         attention_mask = self.get_extended_attention_mask(attention_mask, input_ids.shape)
-        sequence_output = self.encoder(hidden_states, attention_mask=attention_mask)
         pooled_output = self.pooler(sequence_output) if self.pooler is not None else None

         position_ids=None,
         token_type_ids=None,
         attention_mask=None,
+        return_dict=None,
     ):
         if token_type_ids is None:
             token_type_ids = torch.zeros_like(input_ids)
         hidden_states = self.emb_drop(hidden_states)
         attention_mask = self.get_extended_attention_mask(attention_mask, input_ids.shape)
+        sequence_output = self.encoder(hidden_states, attention_mask=attention_mask, return_dict=return_dict)
         pooled_output = self.pooler(sequence_output) if self.pooler is not None else None