class_docstr: Partition filter for path-based partition formats.
  
  Used to explicitly keep or reject files based on a custom filter function that
  takes partition keys and values parsed from the file's path as input.
class_docstr_tok: ["Partition","filter","for","path-based","partition","formats",".","Used","to","explicitly","keep","or","reject","files","based","on","a","custom","filter","function","that","takes","partition","keys","and","values","parsed","from","the","file","'s","path","as","input","."]
docstr: Returns all paths that pass this partition scheme's partition filter.
  
  If no partition filter is set, then returns all input paths. If a base
  directory is set, then only paths under this base directory will be parsed
  for partitions. All paths outside of this base directory will automatically
  be considered unpartitioned, and passed into the filter function as empty
  dictionaries.
  
  Also normalizes the partition base directory for compatibility with the
  given filesystem before applying the filter.
  
  Args:
      paths: Paths to pass through the partition filter function. All
          paths should be normalized for compatibility with the given
          filesystem.
  Returns:
      List of paths that pass the partition filter, or all paths if no
      partition filter is defined.
docstr_tok: ["Returns","all","paths","that","pass","this","partition","scheme","'s","partition","filter",".","If","no","partition","filter","is","set",",","then","returns","all","input","paths",".","If","a","base","directory","is","set",",","then","only","paths","under","this","base","directory","will","be","parsed","for","partitions",".","All","paths","outside","of","this","base","directory","will","automatically","be","considered","unpartitioned",",","and","passed","into","the","filter","function","as","empty","dictionaries",".","Also","normalizes","the","partition","base","directory","for","compatibility","with","the","given","filesystem","before","applying","the","filter",".","Args",":","paths",":","Paths","to","pass","through","the","partition","filter","function",".","All","paths","should","be","normalized","for","compatibility","with","the","given","filesystem",".","Returns",":","List","of","paths","that","pass","the","partition","filter",",","or","all","paths","if","no","partition","filter","is","defined","."]
code: def __call__(self, paths: List[str]) -> List[str]:
      """Returns all paths that pass this partition scheme's partition filter.
  
      If no partition filter is set, then returns all input paths. If a base
      directory is set, then only paths under this base directory will be parsed
      for partitions. All paths outside of this base directory will automatically
      be considered unpartitioned, and passed into the filter function as empty
      dictionaries.
  
      Also normalizes the partition base directory for compatibility with the
      given filesystem before applying the filter.
  
      Args:
          paths: Paths to pass through the partition filter function. All
              paths should be normalized for compatibility with the given
              filesystem.
      Returns:
          List of paths that pass the partition filter, or all paths if no
          partition filter is defined.
      """
      filtered_paths = paths
      if self._filter_fn is not None:
          filtered_paths = [
              path
              for path in paths
              if self._filter_fn(self._parser(path))
          ]
      return filtered_paths
  
imports: import posixpath
  from dataclasses import dataclass
  from enum import Enum
  from typing import TYPE_CHECKING, Callable, Dict, List, Optional
  from ray.util.annotations import DeveloperAPI, PublicAPI
label_desc: Use image node_id 3 for calling the PathPartitionFilter obj's underlying member method code with example usage: obj.__call__(paths) and returns: filtered_paths