def _load_local_gradients_into_optimizer(self):
    'Fallback to using local gradients in the optimizer (instead of averaged gradients)'
    logger.log(self.status_loglevel, f'Proceeding with local gradients')
    self.grad_averager.load_accumulators_into_averager_()
    self._load_averaged_gradients_into_optimizer_()
Fallback to using local gradients in the optimizer (instead of averaged gradients)
def _load_local_gradients_into_optimizer(self):
    
    logger.log(self.status_loglevel, f'Proceeding with local gradients')
    self.grad_averager.load_accumulators_into_averager_()
    self._load_averaged_gradients_into_optimizer_()