Upload modeling_moment.py

modeling_moment.py

@@ -455,7 +455,7 @@ class MomentEmbeddingModel(MomentPreTrainedModel):
 
         # For Mists model
         # [batch_size, n_channels x n_patches, d_model]
-        # hidden_states = enc_out.reshape(batch_size, n_channels * n_patches, self.config.d_model)
+        # Ensure hidden_states are consistent for both short and long inputs with input_mask specified
         hidden_states = hidden_states.reshape(batch_size, n_channels, n_patches, self.config.d_model).transpose(1, 2).reshape(batch_size, -1, self.config.d_model)
 
         if reduction == "mean":