Source code for archai.datasets.cv.image_folder_dataset_provider
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
from typing import Callable, Optional
from overrides import overrides
from torch.utils.data import Dataset
from torchvision.datasets import ImageFolder
from torchvision.transforms import ToTensor
from archai.api.dataset_provider import DatasetProvider
from archai.common.ordered_dict_logger import OrderedDictLogger
logger = OrderedDictLogger(source=__name__)
[docs]class ImageFolderDatasetProvider(DatasetProvider):
"""Image Folder dataset provider."""
def __init__(
self,
root: Optional[str] = "dataroot",
) -> None:
"""Initialize an image folder dataset provider.
Args:
root: Root directory of dataset where is saved.
"""
super().__init__()
self.root = root
[docs] @overrides
def get_train_dataset(
self,
transform: Optional[Callable] = None,
target_transform: Optional[Callable] = None,
loader: Optional[Callable] = None,
is_valid_file: Optional[Callable] = None,
) -> Dataset:
return ImageFolder(
self.root,
transform=transform or ToTensor(),
target_transform=target_transform,
loader=loader,
is_valid_file=is_valid_file,
)
[docs] @overrides
def get_val_dataset(
self,
transform: Optional[Callable] = None,
target_transform: Optional[Callable] = None,
loader: Optional[Callable] = None,
is_valid_file: Optional[Callable] = None,
) -> Dataset:
logger.warn("Validation set not available. Returning training set ...")
return self.get_train_dataset(
transform=transform, target_transform=target_transform, loader=loader, is_valid_file=is_valid_file
)
[docs] @overrides
def get_test_dataset(
self,
transform: Optional[Callable] = None,
target_transform: Optional[Callable] = None,
loader: Optional[Callable] = None,
is_valid_file: Optional[Callable] = None,
) -> Dataset:
logger.warn("Testing set not available. Returning validation set ...")
return self.get_test_dataset(
transform=transform, target_transform=target_transform, loader=loader, is_valid_file=is_valid_file
)