import tensorflow as tf

        validation_input_files.extend(tf.gfile.Glob(input_pattern))
    if FLAGS.validation_input_dir is not None:
      for filename in tf.gfile.ListDirectory(FLAGS.validation_input_dir):
        validation_input_files.extend(tf.gfile.Glob(os.path.join(FLAGS.validation_input_dir, filename)))

  tf.logging.info("*** Input Validation Files ***")
  for input_file in validation_input_files:
    tf.logging.info("  %s" % input_file)

  config = tf.ConfigProto()
  if FLAGS.xla:
    config.graph_options.optimizer_options.global_jit_level = tf.OptimizerOptions.ON_1
  if FLAGS.use_hvd:
    config.gpu_options.visible_device_list = str(hvd.local_rank())
    config.gpu_options.allow_growth=True

  run_config = tf.estimator.RunConfig(
      model_dir=FLAGS.output_dir,
