def METHOD_NAME(self, grads):
    for key, grad in iteritems(grads):
        param = self.params[key]
        self._update_impl(key, param, grad)
    self.weight_decay_rate = self.default_weight_decay_rate.copy()