Why Gemfury? Push, build, and install  RubyGems npm packages Python packages Maven artifacts PHP packages Go Modules Bower components Debian packages RPM packages NuGet packages

neilisaac / torch   python

Repository URL to install this package:

Version: 1.8.0 

/ utils / data / datasets / listdirfilesdataset.py

from torch.utils.data.dataset import IterableDataset
from torch.utils.data.datasets.common import get_file_pathnames_from_root

from typing import List, Union, Iterator

class ListDirFilesIterableDataset(IterableDataset):
    r""" :class:`ListDirFilesIterableDataset`

    IterableDataset to load file pathname(s) (path + filename), yield pathname from given disk root dir.
    args:
        root : root dir
        mask : a unix style filter string or string list for filtering file name(s)
        abspath : whether to return relative pathname or absolute pathname
        length : a nominal length of the dataset
    """

    def __init__(
            self,
            root: str = '.',
            masks: Union[str, List[str]] = '*.tar',
            *,
            abspath: bool = False,
            length: int = -1):
        super().__init__()
        self.root : str = root
        self.masks : Union[str, List[str]] = masks
        self.abspath : bool = abspath
        self.length : int = length

    def __iter__(self) -> Iterator[str] :
        yield from get_file_pathnames_from_root(self.root, self.masks, self.abspath)

    def __len__(self):
        if self.length == -1:
            raise NotImplementedError
        return self.length