@property
def loss(self):
    'Returns loss used in training (can be wrapped with DDP)'
    return (self.distributed_loss if self.distributed_loss else self.base_loss)
Returns loss used in training (can be wrapped with DDP)
@property
def loss(self):
    
    return (self.distributed_loss if self.distributed_loss else self.base_loss)