class_docstr: Update rule of Adam optimization algorithm.
  
  See: `Adam: A Method for Stochastic Optimization
  <https://arxiv.org/abs/1412.6980v8>`_
  
  Modified for proper weight decay.
  
  See: `Fixing Weight Decay Regularization in Adam
  <https://openreview.net/forum?id=rk6qdGgCZ>`_
  
  With option to use AMSGrad variant of Adam.
  
  See: `On the Convergence of Adam and Beyond
  <https://openreview.net/forum?id=ryQu7f-RZ>`_
  
  With option to use AdaBound variant of Adam.
  
  See: `Adaptive Gradient Methods with Dynamic Bound of Learning Rate
  <https://openreview.net/forum?id=Bkg3g2R9FX>`
  
  See :class:`~chainer.optimizers.Adam` for the default values
  of the hyperparameters.
  
  Args:
      parent_hyperparam (~chainer.optimizer.Hyperparameter): Hyperparameter
          that provides the default values.
      alpha (float): Coefficient of learning rate.
      beta1 (float): Exponential decay rate of the first order moment.
      beta2 (float): Exponential decay rate of the second order moment.
      eps (float): Small value for the numerical stability.
      eta (float): Schedule multiplier, can be used for warm restarts.
      weight_decay_rate (float): Weight decay rate.
      amsgrad (bool): Whether to use the AMSGrad variant of Adam.
      adabound (bool): Whether to use the AdaBound variant of Adam.
      final_lr (float): Final (SGD) learning rate in AdaBound.
      gamma (float): Convergence speed of the bound functions in AdaBound.
class_docstr_tok: ["Update","rule","of","Adam","optimization","algorithm",".","See",":","`","Adam",":","A","Method","for","Stochastic","Optimization","<","https",":","\/\/arxiv.org\/abs\/1412.6980v8",">","`","_","Modified","for","proper","weight","decay",".","See",":","`","Fixing","Weight","Decay","Regularization","in","Adam","<","https",":","\/\/openreview.net\/forum","?","id=rk6qdGgCZ",">","`","_","With","option","to","use","AMSGrad","variant","of","Adam",".","See",":","`","On","the","Convergence","of","Adam","and","Beyond","<","https",":","\/\/openreview.net\/forum","?","id=ryQu7f-RZ",">","`","_","With","option","to","use","AdaBound","variant","of","Adam",".","See",":","`","Adaptive","Gradient","Methods","with","Dynamic","Bound","of","Learning","Rate","<","https",":","\/\/openreview.net\/forum","?","id=Bkg3g2R9FX",">","`","See",":","class",":","`","~chainer.optimizers.Adam","`","for","the","default","values","of","the","hyperparameters",".","Args",":","parent_hyperparam","(","~chainer.optimizer.Hyperparameter",")",":","Hyperparameter","that","provides","the","default","values",".","alpha","(","float",")",":","Coefficient","of","learning","rate",".","beta1","(","float",")",":","Exponential","decay","rate","of","the","first","order","moment",".","beta2","(","float",")",":","Exponential","decay","rate","of","the","second","order","moment",".","eps","(","float",")",":","Small","value","for","the","numerical","stability",".","eta","(","float",")",":","Schedule","multiplier",",","can","be","used","for","warm","restarts",".","weight_decay_rate","(","float",")",":","Weight","decay","rate",".","amsgrad","(","bool",")",":","Whether","to","use","the","AMSGrad","variant","of","Adam",".","adabound","(","bool",")",":","Whether","to","use","the","AdaBound","variant","of","Adam",".","final_lr","(","float",")",":","Final","(","SGD",")","learning","rate","in","AdaBound",".","gamma","(","float",")",":","Convergence","speed","of","the","bound","functions","in","AdaBound","."]
code: def _check_eps(self, interm_dtype):
      # Checks that the eps does not underflow.
      hp = self.hyperparam
      eps = interm_dtype(hp.eps)
      if hp.eps != 0 and eps == 0:
          raise ValueError(
              "eps of Adam optimizer is too small for {} ({})".format(
                  interm_dtype.name, hp.eps
              )
          )
  
imports: from __future__ import division
  import math
  import warnings
  import numpy
  import chainer
  from chainer.backends import cuda
  from chainer.backends import intel64
  from chainer import optimizer
  from chainer import types
label_desc: Use image node_id 3 for calling the AdamRule obj's underlying member method code with example usage: obj._check_eps(interm_dtype) without return types