MMaDA
/
venv
/lib
/python3.11
/site-packages
/datasets
/packaged_modules
/imagefolder
/imagefolder.py
| import datasets | |
| from ..folder_based_builder import folder_based_builder | |
| logger = datasets.utils.logging.get_logger(__name__) | |
| class ImageFolderConfig(folder_based_builder.FolderBasedBuilderConfig): | |
| """BuilderConfig for ImageFolder.""" | |
| drop_labels: bool = None | |
| drop_metadata: bool = None | |
| def __post_init__(self): | |
| super().__post_init__() | |
| class ImageFolder(folder_based_builder.FolderBasedBuilder): | |
| BASE_FEATURE = datasets.Image | |
| BASE_COLUMN_NAME = "image" | |
| BUILDER_CONFIG_CLASS = ImageFolderConfig | |
| EXTENSIONS: list[str] # definition at the bottom of the script | |
| # Obtained with: | |
| # ``` | |
| # import PIL.Image | |
| # IMAGE_EXTENSIONS = [] | |
| # PIL.Image.init() | |
| # for ext, format in PIL.Image.EXTENSION.items(): | |
| # if format in PIL.Image.OPEN: | |
| # IMAGE_EXTENSIONS.append(ext[1:]) | |
| # ``` | |
| # We intentionally do not run this code on launch because: | |
| # (1) Pillow is an optional dependency, so importing Pillow in global namespace is not allowed | |
| # (2) To ensure the list of supported extensions is deterministic | |
| IMAGE_EXTENSIONS = [ | |
| ".blp", | |
| ".bmp", | |
| ".dib", | |
| ".bufr", | |
| ".cur", | |
| ".pcx", | |
| ".dcx", | |
| ".dds", | |
| ".ps", | |
| ".eps", | |
| ".fit", | |
| ".fits", | |
| ".fli", | |
| ".flc", | |
| ".ftc", | |
| ".ftu", | |
| ".gbr", | |
| ".gif", | |
| ".grib", | |
| # ".h5", # may contain zero or several images | |
| # ".hdf", # may contain zero or several images | |
| ".png", | |
| ".apng", | |
| ".jp2", | |
| ".j2k", | |
| ".jpc", | |
| ".jpf", | |
| ".jpx", | |
| ".j2c", | |
| ".icns", | |
| ".ico", | |
| ".im", | |
| ".iim", | |
| ".tif", | |
| ".tiff", | |
| ".jfif", | |
| ".jpe", | |
| ".jpg", | |
| ".jpeg", | |
| ".mpg", | |
| ".mpeg", | |
| ".msp", | |
| ".pcd", | |
| ".pxr", | |
| ".pbm", | |
| ".pgm", | |
| ".ppm", | |
| ".pnm", | |
| ".psd", | |
| ".bw", | |
| ".rgb", | |
| ".rgba", | |
| ".sgi", | |
| ".ras", | |
| ".tga", | |
| ".icb", | |
| ".vda", | |
| ".vst", | |
| ".webp", | |
| ".wmf", | |
| ".emf", | |
| ".xbm", | |
| ".xpm", | |
| ] | |
| ImageFolder.EXTENSIONS = IMAGE_EXTENSIONS | |