message: Expose the RegAdagradOptimizer (which allows the user to specify whether a loss should update the accumulator) through tf.contrib.opt.
diff: @@ -31,6 +31,7 @@ from tensorflow.contrib.opt.python.training.model_average_optimizer import *
  from tensorflow.contrib.opt.python.training.moving_average_optimizer import *
  from tensorflow.contrib.opt.python.training.multitask_optimizer_wrapper import *
  from tensorflow.contrib.opt.python.training.nadam_optimizer import *
  +from tensorflow.contrib.opt.python.training.reg_adagrad_optimizer import *
  from tensorflow.contrib.opt.python.training.shampoo import *
  from tensorflow.contrib.opt.python.training.weight_decay_optimizers import *
  from tensorflow.contrib.opt.python.training.powersign import *
  @@ -65,6 +66,7 @@ _allowed_symbols = [
  'ModelAverageCustomGetter',
  'GGTOptimizer',
  'ShampooOptimizer',
  + 'RegAdagradOptimizer',
  ]
  remove_undocumented(__name__, _allowed_symbols)
  