def METHOD_NAME(self) -> torch.Tensor:
    """
    Gets knowledge distillation loss values from KnowledgeDistillationLossHandler, averages them in case of
    DataParallel execution (loss values for mini-batches) and frees up KnowledgeDistillationLossHandler loss values
    storage space.
    :return: Differentiable knowledge distillation loss value
    """
    loss = self._kd_loss_handler.get_kd_loss()
    for idx, _ in enumerate(loss):
        loss[idx] = loss[idx].unsqueeze(0)
    output = torch.cat(loss).mean()
    return output