code: def get_default_optimizer(lr=0.001, wd=DEFAULT_WD):
      from .lroptimize.optimization import AdamWeightDecay
  
      opt = AdamWeightDecay(
          learning_rate=lr,
          weight_decay_rate=wd,
          beta_1=0.9,
          beta_2=0.999,
          epsilon=1e-6,
          exclude_from_weight_decay=["layer_norm", "bias"],
      )
      return opt
  
imports: from .imports import *
  from subprocess import Popen
label_desc: Use image node_id 1 for calling a global function with example usage: get_default_optimizer(lr, wd) and returns: opt