def METHOD_NAME(self):
    # Save opt & sch states
    self.opt_state = deepcopy(self.opt.state_dict())
    self.sch_state = deepcopy(self.sch.state_dict())
    # Cleanup opt, sch & models
    self.sch = None
    self.opt = None
    self.model = None
    self.logger = None
    self.abort_signal = None
    # Cleanup GPU cache
    torch.cuda.empty_cache()