Update cog_sdxl_dataset_and_utils.py

cog_sdxl_dataset_and_utils.py

@@ -385,13 +385,6 @@ class TokenEmbeddingsHandler:
 
     @torch.no_grad()
     def retract_embeddings(self):
-        # --- START FIX ---
-        # If the settings dictionary is empty (because no pivotal tokens
-        # were ever loaded), just return immediately.
-        if not self.embeddings_settings:
-            return
-        # --- END FIX ---
-        
         for idx, text_encoder in enumerate(self.text_encoders):
             index_no_updates = self.embeddings_settings[f"index_no_updates_{idx}"]
             text_encoder.text_model.embeddings.token_embedding.weight.data[