ParquetStoreProperties extends StoreProperties implements Serializable { @Override public String getJsonSerialiserModules() { return new StringDeduplicateConcat().apply( SketchesJsonModules.class.getName(), super.getJsonSerialiserModules() ); } ParquetStoreProperties();  ParquetStoreProperties(final Path propFileLocation); static ParquetStoreProperties loadStoreProperties(final String pathStr); static ParquetStoreProperties loadStoreProperties(final InputStream storePropertiesStream); static ParquetStoreProperties loadStoreProperties(final Path storePropertiesPath); String getDataDir(); void setDataDir(final String dir); String getTempFilesDir(); void setTempFilesDir(final String dir); Integer getThreadsAvailable(); void setThreadsAvailable(final Integer threadsAvailable); Integer getRowGroupSize(); void setRowGroupSize(final Integer rowGroupSizeInBytes); Integer getPageSize(); void setPageSize(final int pageSizeInBytes); int getAddElementsOutputFilesPerGroup(); void setAddElementsOutputFilesPerGroup(final int outputFilesPerGroup); String getSparkMaster(); void setSparkMaster(final String sparkMaster); boolean getSkipValidation(); void setSkipValidation(final boolean skipValidation); @Override String getJsonSerialiserModules(); CompressionCodecName getCompressionCodecName(); void setCompressionCodecName(final String codec); static final String DATA_DIR; static final String TEMP_FILES_DIR; static final String PARQUET_ROW_GROUP_SIZE_IN_BYTES; static final String PARQUET_PAGE_SIZE_IN_BYTES; static final String PARQUET_THREADS_AVAILABLE; static final String PARQUET_ADD_ELEMENTS_OUTPUT_FILES_PER_GROUP; static final String SPARK_MASTER; static final String PARQUET_SKIP_VALIDATION; static final String COMPRESSION_CODEC; static final String PARQUET_AGGREGATE_ON_INGEST_DEFAULT; static final String PARQUET_SORT_BY_SPLITS_ON_INGEST_DEFAULT; }
@Test public void shouldMergeParquetJsonModules() { props.setJsonSerialiserModules(TestCustomJsonModules1.class.getName() + "," + TestCustomJsonModules2.class.getName()); final String modules = props.getJsonSerialiserModules(); assertEquals(SketchesJsonModules.class.getName() + "," + TestCustomJsonModules1.class.getName() + "," + TestCustomJsonModules2.class.getName(), modules); }
@Test public void shouldMergeParquetJsonModulesAndDeduplicate() { props.setJsonSerialiserModules(TestCustomJsonModules1.class.getName() + "," + SketchesJsonModules.class.getName()); final String modules = props.getJsonSerialiserModules(); assertEquals(SketchesJsonModules.class.getName() + "," + TestCustomJsonModules1.class.getName(), modules); }