'Returns the learning rate currently desired by the decay schedule.'

def current_lr(self):

    if (self._count >= self.start):
        if (self._count < self.saturate):
            new_lr = (self._init_lr - (self._step * ((self._count - self.start) + 1)))
        else:
            new_lr = (self._init_lr * self.decay_factor)
    else:
        new_lr = self._init_lr
    assert (new_lr > 0)
    return new_lr
