@Test public void avroDeserializingNoramlIdTest() throws IOException { DwcaToAvroConverter.create().inputPath(inpPath).outputPath(outPath).convert(); File verbatim = new File(outPath); Assert.assertTrue(verbatim.exists()); DatumReader<ExtendedRecord> datumReader = new SpecificDatumReader<>(ExtendedRecord.class); try (DataFileReader<ExtendedRecord> dataFileReader = new DataFileReader<>(verbatim, datumReader)) { while (dataFileReader.hasNext()) { ExtendedRecord record = dataFileReader.next(); Assert.assertNotNull(record); Assert.assertNotNull(record.getId()); } } Files.deleteIfExists(verbatim.toPath()); }
@Override protected long convert(Path inputPath, SyncDataFileWriter<ExtendedRecord> dataFileWriter) throws IOException { DwcaReader reader = DwcaReader.fromLocation(inputPath.toString()); log.info("Exporting the DwC Archive to Avro started {}", inputPath); while (reader.advance()) { ExtendedRecord record = reader.getCurrent(); if (!record.getId().equals(ExtendedRecordConverter.getRecordIdError())) { dataFileWriter.append(record); } } reader.close(); return reader.getRecordsReturned(); }
DwcaToAvroConverter extends ConverterToVerbatim { @Override protected long convert(Path inputPath, SyncDataFileWriter<ExtendedRecord> dataFileWriter) throws IOException { DwcaReader reader = DwcaReader.fromLocation(inputPath.toString()); log.info("Exporting the DwC Archive to Avro started {}", inputPath); while (reader.advance()) { ExtendedRecord record = reader.getCurrent(); if (!record.getId().equals(ExtendedRecordConverter.getRecordIdError())) { dataFileWriter.append(record); } } reader.close(); return reader.getRecordsReturned(); } }
DwcaToAvroConverter extends ConverterToVerbatim { @Override protected long convert(Path inputPath, SyncDataFileWriter<ExtendedRecord> dataFileWriter) throws IOException { DwcaReader reader = DwcaReader.fromLocation(inputPath.toString()); log.info("Exporting the DwC Archive to Avro started {}", inputPath); while (reader.advance()) { ExtendedRecord record = reader.getCurrent(); if (!record.getId().equals(ExtendedRecordConverter.getRecordIdError())) { dataFileWriter.append(record); } } reader.close(); return reader.getRecordsReturned(); }  }
DwcaToAvroConverter extends ConverterToVerbatim { @Override protected long convert(Path inputPath, SyncDataFileWriter<ExtendedRecord> dataFileWriter) throws IOException { DwcaReader reader = DwcaReader.fromLocation(inputPath.toString()); log.info("Exporting the DwC Archive to Avro started {}", inputPath); while (reader.advance()) { ExtendedRecord record = reader.getCurrent(); if (!record.getId().equals(ExtendedRecordConverter.getRecordIdError())) { dataFileWriter.append(record); } } reader.close(); return reader.getRecordsReturned(); }  static void main(String... args); }
DwcaToAvroConverter extends ConverterToVerbatim { @Override protected long convert(Path inputPath, SyncDataFileWriter<ExtendedRecord> dataFileWriter) throws IOException { DwcaReader reader = DwcaReader.fromLocation(inputPath.toString()); log.info("Exporting the DwC Archive to Avro started {}", inputPath); while (reader.advance()) { ExtendedRecord record = reader.getCurrent(); if (!record.getId().equals(ExtendedRecordConverter.getRecordIdError())) { dataFileWriter.append(record); } } reader.close(); return reader.getRecordsReturned(); }  static void main(String... args);  }