'Updates parameters according to installed optimizer and the gradient computed
in the previous forward-backward cycle.'

def update(self):

    assert (self.binded and self.params_initialized and self.optimizer_initialized)
    for module in self._modules:
        module.update()
