class_docstr: Implements BERT version of Adam algorithm.
  >>> adam = AdamWeightDecay()
  creating: createZooKerasAdamWeightDecay
class_docstr_tok: ["Implements","BERT","version","of","Adam","algorithm",".",">",">",">","adam","=","AdamWeightDecay","(",")","creating",":","createZooKerasAdamWeightDecay"]
docstr: :param lr learning rate
  :param warmupPortion portion of total for the warmup, -1 means no warmup. Default: -1
  :param total total number of training steps for the learning
   rate schedule, -1 means constant learning rate. Default: -1
  :param schedule schedule to use for the warmup. Default: 'linear'
  :param beta1 first moment coefficient
  :param beta2 second moment coefficient
  :param epsilon for numerical stability
  :param weightDecay weight decay
docstr_tok: [":","param","lr","learning","rate",":","param","warmupPortion","portion","of","total","for","the","warmup",",","-1","means","no","warmup",".","Default",":","-1",":","param","total","total","number","of","training","steps","for","the","learning","rate","schedule",",","-1","means","constant","learning","rate",".","Default",":","-1",":","param","schedule","schedule","to","use","for","the","warmup",".","Default",":","'linear'",":","param","beta1","first","moment","coefficient",":","param","beta2","second","moment","coefficient",":","param","epsilon","for","numerical","stability",":","param","weightDecay","weight","decay"]
code: def __init__(
      self,
      lr=1e-3,
      warmup_portion=-1.0,
      total=-1,
      schedule="linear",
      beta1=0.9,
      beta2=0.999,
      epsilon=1e-6,
      weight_decay=0.01,
      bigdl_type="float",
  ):
      """
      :param lr learning rate
      :param warmupPortion portion of total for the warmup, -1 means no warmup. Default: -1
      :param total total number of training steps for the learning
       rate schedule, -1 means constant learning rate. Default: -1
      :param schedule schedule to use for the warmup. Default: 'linear'
      :param beta1 first moment coefficient
      :param beta2 second moment coefficient
      :param epsilon for numerical stability
      :param weightDecay weight decay
      """
  
      # explicitly reimplement the constructor since:
      # 1. This class need to be a subclass of OptimMethod
      # 2. The constructor of OptimMethod invokes JavaValue.jvm_class_constructor() directly
      #    and does not take the polymorphism.
      self.value = callZooFunc(
          bigdl_type,
          ZooKerasCreator.jvm_class_constructor(self),
          lr,
          warmup_portion,
          total,
          schedule,
          beta1,
          beta2,
          epsilon,
          weight_decay,
      )
      self.bigdl_type = bigdl_type
  
file_path: analytics-zoo/pyzoo/zoo/pipeline/api/keras/optimizers.py
imports: from bigdl.util.common import *
  from bigdl.optim.optimizer import OptimMethod, Default
  from zoo.pipeline.api.keras.base import ZooKerasCreator
  from zoo.common.utils import callZooFunc
label_desc: Use image node_id 1 to create a new AdamWeightDecay object from inherited base classes: OptimMethod, ZooKerasCreator with example: obj = AdamWeightDecay(lr, warmup_portion, total, schedule, beta1, beta2, epsilon, weight_decay, bigdl_type)