message: Set xla_gpu_use_cudnn_batchnorm to true
diff: @@ -42,9 +42,8 @@ DebugOptions DefaultDebugOptionsIgnoringFlags() {
  opts.set_xla_cpu_use_mkl_dnn(true);
  #endif // INTEL_MKL
  opts.set_xla_gpu_max_kernel_unroll_factor(4);
  - // Set cudnn batchnorm off by default; it does not provide a performance win
  - // on average.
  - opts.set_xla_gpu_use_cudnn_batchnorm(false);
  + // Set cudnn batchnorm on by default.
  + opts.set_xla_gpu_use_cudnn_batchnorm(true);
  // Run all GPU work on one stream by default. Using multiple streams
  // increases memory usage and we lack strong motivating benchmarks for tuning
  