python/ray/data/datasource/file_based_datasource.py
def expand_paths(
        self,
        paths: List[str],
        filesystem: Optional["pyarrow.fs.FileSystem"],
    ) -> Tuple[List[str], List[Optional[int]]]:
        """Expands all paths into concrete file paths by walking directories.

         Also returns a sidecar of file sizes.

        The input paths will be normalized for compatibility with the input
        filesystem prior to invocation.

         Args:
             paths: A list of file and/or directory paths compatible with the
                 given filesystem.
             filesystem: The filesystem implementation that should be used for
                 expanding all paths and reading their files.

         Returns:
             A tuple whose first item contains the list of file paths discovered,
             and whose second item contains the size of each file. `None` may be
             returned if a file size is either unknown or will be fetched later
             by `_get_block_metadata()`, but the length of both lists must be
             equal.
        """
        raise NotImplementedError
Expands all paths into concrete file paths by walking directories.

         Also returns a sidecar of file sizes.

        The input paths will be normalized for compatibility with the input
        filesystem prior to invocation.

         Args:
             paths: A list of file and/or directory paths compatible with the
                 given filesystem.
             filesystem: The filesystem implementation that should be used for
                 expanding all paths and reading their files.

         Returns:
             A tuple whose first item contains the list of file paths discovered,
             and whose second item contains the size of each file. `None` may be
             returned if a file size is either unknown or will be fetched later
             by `_get_block_metadata()`, but the length of both lists must be
             equal.
        
Expands all paths into concrete file paths by walking directories.
Also returns a sidecar of file sizes.

The input paths will be normalized for compatibility with the input
filesystem prior to invocation.

A list of file and/or directory paths compatible with the
given filesystem.
filesystem: The filesystem implementation that should be used for
expanding all paths and reading their files.

A tuple whose first item contains the list of file paths discovered,
and whose second item contains the size of each file. `None` may be
returned if a file size is either unknown or will be fetched later
by `_get_block_metadata()`, but the length of both lists must be
equal.
Expands all paths into concrete file paths by walking directories . Also returns a sidecar of file sizes . The input paths will be normalized for compatibility with the input filesystem prior to invocation . A list of file and / or directory paths compatible with the given filesystem . filesystem : The filesystem implementation that should be used for expanding all paths and reading their files . A tuple whose first item contains the list of file paths discovered and whose second item contains the size of each file . ` None ` may be returned if a file size is either unknown or will be fetched later by ` _get_block_metadata () ` but the length of both lists must be equal .
def expand_paths(
        self,
        paths: List[str],
        filesystem: Optional["pyarrow.fs.FileSystem"],
    ) -> Tuple[List[str], List[Optional[int]]]:
        raise NotImplementedError
def expand_paths ( self , paths : List [ str ] , filesystem : Optional [ "pyarrow.fs.FileSystem" ] , ) -> Tuple [ List [ str ] , List [ Optional [ int ] ] ] : raise NotImplementedError
Expands all paths into concrete file paths by walking directories.
Expands all paths into concrete file paths by walking directories .
"""Expands all paths into concrete file paths by walking directories.

         Also returns a sidecar of file sizes.

        The input paths will be normalized for compatibility with the input
        filesystem prior to invocation.

         Args:
             paths: A list of file and/or directory paths compatible with the
                 given filesystem.
             filesystem: The filesystem implementation that should be used for
                 expanding all paths and reading their files.

         Returns:
             A tuple whose first item contains the list of file paths discovered,
             and whose second item contains the size of each file. `None` may be
             returned if a file size is either unknown or will be fetched later
             by `_get_block_metadata()`, but the length of both lists must be
             equal.
        """
self
paths
List[str]
filesystem
Optional["pyarrow.fs.FileSystem"]