@Test public void testMissingPartition() throws Exception { Path topicPath = tempDir.resolve("topic2"); Files.createDirectories(topicPath); new File(topicPath + "/year=2016/month=05/day=01/").mkdirs(); new File(topicPath + "/year=2016/month=05/day=02/").mkdirs(); new File(topicPath + "/year=2016/month=05/day=01/" + "topic1+0+100+200.parquet").createNewFile(); new File(topicPath + "/year=2016/month=05/day=01/" + "topic1+2+100+200.parquet").createNewFile(); new File(topicPath + "/year=2016/month=05/day=02/" + "topic1+0+201+300.parquet").createNewFile(); final TypedProperties props = new TypedProperties(); props.put("hoodie.deltastreamer.checkpoint.provider.path", topicPath.toString()); final InitialCheckPointProvider provider = new KafkaConnectHdfsProvider(props); provider.init(HoodieTestUtils.getDefaultHadoopConf()); assertThrows(HoodieException.class, provider::getCheckpoint); }
@Override public void init(Configuration config) throws HoodieException { try { this.fs = FileSystem.get(config); } catch (IOException e) { throw new HoodieException("KafkaConnectHdfsProvider initialization failed"); } }
KafkaConnectHdfsProvider extends InitialCheckPointProvider { @Override public void init(Configuration config) throws HoodieException { try { this.fs = FileSystem.get(config); } catch (IOException e) { throw new HoodieException("KafkaConnectHdfsProvider initialization failed"); } } }
KafkaConnectHdfsProvider extends InitialCheckPointProvider { @Override public void init(Configuration config) throws HoodieException { try { this.fs = FileSystem.get(config); } catch (IOException e) { throw new HoodieException("KafkaConnectHdfsProvider initialization failed"); } } KafkaConnectHdfsProvider(TypedProperties props); }
KafkaConnectHdfsProvider extends InitialCheckPointProvider { @Override public void init(Configuration config) throws HoodieException { try { this.fs = FileSystem.get(config); } catch (IOException e) { throw new HoodieException("KafkaConnectHdfsProvider initialization failed"); } } KafkaConnectHdfsProvider(TypedProperties props); @Override void init(Configuration config); @Override String getCheckpoint(); }
KafkaConnectHdfsProvider extends InitialCheckPointProvider { @Override public void init(Configuration config) throws HoodieException { try { this.fs = FileSystem.get(config); } catch (IOException e) { throw new HoodieException("KafkaConnectHdfsProvider initialization failed"); } } KafkaConnectHdfsProvider(TypedProperties props); @Override void init(Configuration config); @Override String getCheckpoint();  }