kedro/extras/datasets/spark/spark_dataset.py
def hdfs_glob(self, pattern: str) -> List[str]:
        """Perform a glob search in HDFS using the provided pattern.

        Args:
            pattern: Glob pattern to search for.

        Returns:
            List of HDFS paths that satisfy the glob pattern.
        """
        prefix = _parse_glob_pattern(pattern) or "/"
        matched = set()
        try:
            for dpath, _, fnames in self.walk(prefix):
                if fnmatch(dpath, pattern):
                    matched.add(dpath)
                matched |= set(
                    "{}/{}".format(dpath, fname)
                    for fname in fnames
                    if fnmatch("{}/{}".format(dpath, fname), pattern)
                )
        except HdfsError:  # pragma: no cover
            # HdfsError is raised by `self.walk()` if prefix does not exist in HDFS.
            # Ignore and return an empty list.
            pass
        return sorted(matched)
Perform a glob search in HDFS using the provided pattern.

        Args:
            pattern: Glob pattern to search for.

        Returns:
            List of HDFS paths that satisfy the glob pattern.
        
Perform a glob search in HDFS using the provided pattern.
Perform a glob search in HDFS using the provided pattern .
def hdfs_glob(self, pattern: str) -> List[str]:
        prefix = _parse_glob_pattern(pattern) or "/"
        matched = set()
        try:
            for dpath, _, fnames in self.walk(prefix):
                if fnmatch(dpath, pattern):
                    matched.add(dpath)
                matched |= set(
                    "{}/{}".format(dpath, fname)
                    for fname in fnames
                    if fnmatch("{}/{}".format(dpath, fname), pattern)
                )
        except HdfsError:  
            pass
        return sorted(matched)
def hdfs_glob ( self , pattern : str ) -> List [ str ] : prefix = _parse_glob_pattern ( pattern ) or "/" matched = set ( ) try : for dpath , _ , fnames in self . walk ( prefix ) : if fnmatch ( dpath , pattern ) : matched . add ( dpath ) matched |= set ( "{}/{}" . format ( dpath , fname ) for fname in fnames if fnmatch ( "{}/{}" . format ( dpath , fname ) , pattern ) ) except HdfsError : pass return sorted ( matched )
Perform a glob search in HDFS using the provided pattern.
Perform a glob search in HDFS using the provided pattern .
"""Perform a glob search in HDFS using the provided pattern.

        Args:
            pattern: Glob pattern to search for.

        Returns:
            List of HDFS paths that satisfy the glob pattern.
        """ # pragma: no cover # HdfsError is raised by `self.walk()` if prefix does not exist in HDFS. # Ignore and return an empty list.
List of HDFS paths that satisfy the glob pattern.
List of HDFS paths that satisfy the glob pattern .
self
pattern
str
Glob pattern to search for.
Glob pattern to search for .