Spaces:
Paused
Paused
File size: 1,233 Bytes
f030d3a 65db57d f030d3a 65db57d fd05733 65db57d f030d3a 65db57d f030d3a 65db57d f030d3a 65db57d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | import os
from textSummarizer.logging import logger
from textSummarizer.entity import DataValidationConfig
class DataValidation:
def __init__(self, config: DataValidationConfig):
self.config = config
def validate_all_files_exists(self) -> bool:
try:
# Use config for dataset directory
dataset_dir = self.config.data_dir
all_files = set(os.listdir(dataset_dir))
required_files = set(self.config.ALL_REQUIRED_FILES)
missing_files = required_files - all_files
validation_status = len(missing_files) == 0
# Write status to file
with open(self.config.STATUS_FILE, 'w') as f:
if validation_status:
f.write("Validation status: True\nAll required files are present.")
logger.info("All required files are present.")
else:
f.write(f"Validation status: False\nMissing files: {', '.join(missing_files)}")
logger.warning(f"Missing files: {', '.join(missing_files)}")
return validation_status
except Exception as e:
logger.error(f"Validation failed: {e}")
raise e
|