@Test public void testGetTableReferenceMissingKey() throws IOException { conf.set(BigQueryConfiguration.OUTPUT_PROJECT_ID.getKey(), TEST_PROJECT_ID); conf.set(BigQueryConfiguration.OUTPUT_DATASET_ID.getKey(), TEST_DATASET_ID); assertThrows(IOException.class, () -> BigQueryOutputConfiguration.getTableReference(conf)); }
static TableReference getTableReference(Configuration conf) throws IOException { String projectId = getProjectId(conf); String datasetId = getMandatoryConfig(conf, OUTPUT_DATASET_ID); String tableId = getMandatoryConfig(conf, OUTPUT_TABLE_ID); return new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId); }
BigQueryOutputConfiguration { static TableReference getTableReference(Configuration conf) throws IOException { String projectId = getProjectId(conf); String datasetId = getMandatoryConfig(conf, OUTPUT_DATASET_ID); String tableId = getMandatoryConfig(conf, OUTPUT_TABLE_ID); return new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId); } }
BigQueryOutputConfiguration { static TableReference getTableReference(Configuration conf) throws IOException { String projectId = getProjectId(conf); String datasetId = getMandatoryConfig(conf, OUTPUT_DATASET_ID); String tableId = getMandatoryConfig(conf, OUTPUT_TABLE_ID); return new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId); }  }
BigQueryOutputConfiguration { static TableReference getTableReference(Configuration conf) throws IOException { String projectId = getProjectId(conf); String datasetId = getMandatoryConfig(conf, OUTPUT_DATASET_ID); String tableId = getMandatoryConfig(conf, OUTPUT_TABLE_ID); return new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId); }  @SuppressWarnings("rawtypes") static void configure(
      Configuration conf,
      String qualifiedOutputTableId,
      String outputTableSchemaJson,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); @SuppressWarnings("rawtypes") static void configure(
      Configuration conf,
      String qualifiedOutputTableId,
      BigQueryTableSchema outputTableSchema,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); @SuppressWarnings("rawtypes") static void configureWithAutoSchema(
      Configuration conf,
      String qualifiedOutputTableId,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); static void setKmsKeyName(Configuration conf, String kmsKeyName); static void validateConfiguration(Configuration conf); static boolean getCleanupTemporaryDataFlag(Configuration conf); static String getProjectId(Configuration conf); static String getJobProjectId(Configuration conf); static String getKmsKeyName(Configuration conf); static BigQueryFileFormat getFileFormat(Configuration conf); @SuppressWarnings("rawtypes") static FileOutputFormat getFileOutputFormat(Configuration conf); static Path getGcsOutputPath(Configuration conf); static String getCreateDisposition(Configuration conf); static String getWriteDisposition(Configuration conf); }
BigQueryOutputConfiguration { static TableReference getTableReference(Configuration conf) throws IOException { String projectId = getProjectId(conf); String datasetId = getMandatoryConfig(conf, OUTPUT_DATASET_ID); String tableId = getMandatoryConfig(conf, OUTPUT_TABLE_ID); return new TableReference().setProjectId(projectId).setDatasetId(datasetId).setTableId(tableId); }  @SuppressWarnings("rawtypes") static void configure(
      Configuration conf,
      String qualifiedOutputTableId,
      String outputTableSchemaJson,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); @SuppressWarnings("rawtypes") static void configure(
      Configuration conf,
      String qualifiedOutputTableId,
      BigQueryTableSchema outputTableSchema,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); @SuppressWarnings("rawtypes") static void configureWithAutoSchema(
      Configuration conf,
      String qualifiedOutputTableId,
      String outputGcsPath,
      BigQueryFileFormat outputFileFormat,
      Class<? extends FileOutputFormat> outputFormatClass); static void setKmsKeyName(Configuration conf, String kmsKeyName); static void validateConfiguration(Configuration conf); static boolean getCleanupTemporaryDataFlag(Configuration conf); static String getProjectId(Configuration conf); static String getJobProjectId(Configuration conf); static String getKmsKeyName(Configuration conf); static BigQueryFileFormat getFileFormat(Configuration conf); @SuppressWarnings("rawtypes") static FileOutputFormat getFileOutputFormat(Configuration conf); static Path getGcsOutputPath(Configuration conf); static String getCreateDisposition(Configuration conf); static String getWriteDisposition(Configuration conf); static final List<HadoopConfigurationProperty<?>> REQUIRED_PROPERTIES; }