Update modeling_hubert_kmeans.py

modeling_hubert_kmeans.py

@@ -220,6 +220,9 @@ class HubertKmeansModel(PreTrainedModel):
         
         # Optionally get quantized features
         quantized_features = self.decode_indices(indices) if return_dict else None
+
+        # Remove consecutive
+        indices = torch.unique_consecutive(indices, dim=-1)
         
         if not return_dict:
             return (indices, hidden_states, distances)