python/ray/data/datasource/file_based_datasource.py
def _get_block_metadata(
        self,
        paths: List[str],
        schema: Optional[Union[type, "pyarrow.lib.Schema"]],
        *,
        rows_per_file: Optional[int],
        file_sizes: List[Optional[int]],
    ) -> BlockMetadata:
        """Resolves and returns block metadata for the given file paths.

        Args:
            paths: The file paths to aggregate block metadata across. These
                paths will always be a subset of those previously returned from
                `expand_paths()`.
            schema: The user-provided or inferred schema for the given file
                paths, if any.
            rows_per_file: The fixed number of rows per input file, or None.
            file_sizes: Optional file size per input file previously returned
                from `expand_paths()`, where `file_sizes[i]` holds the size of
                the file at `paths[i]`.

        Returns:
            BlockMetadata aggregated across the given file paths.
        """
        raise NotImplementedError
Resolves and returns block metadata for the given file paths.

        Args:
            paths: The file paths to aggregate block metadata across. These
                paths will always be a subset of those previously returned from
                `expand_paths()`.
            schema: The user-provided or inferred schema for the given file
                paths, if any.
            rows_per_file: The fixed number of rows per input file, or None.
            file_sizes: Optional file size per input file previously returned
                from `expand_paths()`, where `file_sizes[i]` holds the size of
                the file at `paths[i]`.

        Returns:
            BlockMetadata aggregated across the given file paths.
        
Resolves and returns block metadata for the given file paths.
Resolves and returns block metadata for the given file paths .
def _get_block_metadata(
        self,
        paths: List[str],
        schema: Optional[Union[type, "pyarrow.lib.Schema"]],
        *,
        rows_per_file: Optional[int],
        file_sizes: List[Optional[int]],
    ) -> BlockMetadata:
        raise NotImplementedError
def _get_block_metadata ( self , paths : List [ str ] , schema : Optional [ Union [ type , "pyarrow.lib.Schema" ] ] , * , rows_per_file : Optional [ int ] , file_sizes : List [ Optional [ int ] ] , ) -> BlockMetadata : raise NotImplementedError
Resolves and returns block metadata for the given file paths.
Resolves and returns block metadata for the given file paths .
"""Resolves and returns block metadata for the given file paths.

        Args:
            paths: The file paths to aggregate block metadata across. These
                paths will always be a subset of those previously returned from
                `expand_paths()`.
            schema: The user-provided or inferred schema for the given file
                paths, if any.
            rows_per_file: The fixed number of rows per input file, or None.
            file_sizes: Optional file size per input file previously returned
                from `expand_paths()`, where `file_sizes[i]` holds the size of
                the file at `paths[i]`.

        Returns:
            BlockMetadata aggregated across the given file paths.
        """
BlockMetadata aggregated across the given file paths.
BlockMetadata aggregated across the given file paths .
self
paths
List[str]
The file paths to aggregate block metadata across. These
paths will always be a subset of those previously returned from
`expand_paths()`.
The file paths to aggregate block metadata across . These paths will always be a subset of those previously returned from ` expand_paths () ` .
schema
Optional[Union[type, "pyarrow.lib.Schema"]]
The user-provided or inferred schema for the given file
paths, if any.
The user - provided or inferred schema for the given file paths if any .
rows_per_file
Optional[int]
The fixed number of rows per input file, or None.
The fixed number of rows per input file or None .
file_sizes
List[Optional[int]]
Optional file size per input file previously returned
from `expand_paths()`, where `file_sizes[i]` holds the size of
the file at `paths[i]`.
Optional file size per input file previously returned from ` expand_paths () ` where ` file_sizes [ i ] ` holds the size of the file at ` paths [ i ] ` .