@Test public void testInputPathHandler() throws IOException { inputPathHandler = new InputPathHandler(dfs.getConf(), inputPaths.toArray( new Path[0]), incrementalTables); List<Path> actualPaths = inputPathHandler.getGroupedIncrementalPaths().values().stream() .flatMap(List::stream).collect(Collectors.toList()); assertTrue(actualComparesToExpected(actualPaths, incrementalPaths)); actualPaths = inputPathHandler.getSnapshotPaths(); assertTrue(actualComparesToExpected(actualPaths, snapshotPaths)); actualPaths = inputPathHandler.getNonHoodieInputPaths(); assertTrue(actualComparesToExpected(actualPaths, nonHoodiePaths)); }
public InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables) throws IOException { this.conf = conf; tableMetaClientMap = new HashMap<>(); snapshotPaths = new ArrayList<>(); nonHoodieInputPaths = new ArrayList<>(); groupedIncrementalPaths = new HashMap<>(); parseInputPaths(inputPaths, incrementalTables); }
InputPathHandler { public InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables) throws IOException { this.conf = conf; tableMetaClientMap = new HashMap<>(); snapshotPaths = new ArrayList<>(); nonHoodieInputPaths = new ArrayList<>(); groupedIncrementalPaths = new HashMap<>(); parseInputPaths(inputPaths, incrementalTables); } }
InputPathHandler { public InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables) throws IOException { this.conf = conf; tableMetaClientMap = new HashMap<>(); snapshotPaths = new ArrayList<>(); nonHoodieInputPaths = new ArrayList<>(); groupedIncrementalPaths = new HashMap<>(); parseInputPaths(inputPaths, incrementalTables); } InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables); }
InputPathHandler { public InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables) throws IOException { this.conf = conf; tableMetaClientMap = new HashMap<>(); snapshotPaths = new ArrayList<>(); nonHoodieInputPaths = new ArrayList<>(); groupedIncrementalPaths = new HashMap<>(); parseInputPaths(inputPaths, incrementalTables); } InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables); Map<HoodieTableMetaClient, List<Path>> getGroupedIncrementalPaths(); Map<String, HoodieTableMetaClient> getTableMetaClientMap(); List<Path> getSnapshotPaths(); List<Path> getNonHoodieInputPaths(); }
InputPathHandler { public InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables) throws IOException { this.conf = conf; tableMetaClientMap = new HashMap<>(); snapshotPaths = new ArrayList<>(); nonHoodieInputPaths = new ArrayList<>(); groupedIncrementalPaths = new HashMap<>(); parseInputPaths(inputPaths, incrementalTables); } InputPathHandler(Configuration conf, Path[] inputPaths, List<String> incrementalTables); Map<HoodieTableMetaClient, List<Path>> getGroupedIncrementalPaths(); Map<String, HoodieTableMetaClient> getTableMetaClientMap(); List<Path> getSnapshotPaths(); List<Path> getNonHoodieInputPaths(); static final Logger LOG; }