src/textSummarizer/components/data_validation.py

import os
from textSummarizer.logging import logger
from textSummarizer.entity import DataValidationConfig

class DataValidation:
    def __init__(self, config: DataValidationConfig):
        self.config = config

    def validate_all_files_exists(self) -> bool:
        try:
            # Use config for dataset directory
            dataset_dir = self.config.data_dir
            all_files = set(os.listdir(dataset_dir))

            required_files = set(self.config.ALL_REQUIRED_FILES)
            missing_files = required_files - all_files

            validation_status = len(missing_files) == 0

            # Write status to file
            with open(self.config.STATUS_FILE, 'w') as f:
                if validation_status:
                    f.write("Validation status: True\nAll required files are present.")
                    logger.info("All required files are present.")
                else:
                    f.write(f"Validation status: False\nMissing files: {', '.join(missing_files)}")
                    logger.warning(f"Missing files: {', '.join(missing_files)}")

            return validation_status

        except Exception as e:
            logger.error(f"Validation failed: {e}")
            raise e