Update modeling_sim.py

modeling_sim.py

@@ -12,6 +12,7 @@ class SimModel(MobileBertPreTrainedModel):
 
     def forward(self, input_ids, attention_mask, return_dict):
         print(input_ids)
+        print(attention_mask)
         embeddings = self.word_embeddings(input_ids)
         masked_embeddings = embeddings * attention_mask[:, :, None]
         mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)