text: from .discriminative_learning_rates import freeze_layers, optimizer_with_layer_attributes
  from .bot import BaseBot, DeepSpeedBot
  from .lr_scheduler import *
  from .weight_decay import *
  from .metrics import Metric, AUC, FBeta, Top1Accuracy, TopKAccuracy
  from .callbacks import *
  from torch.optim.lr_scheduler import CosineAnnealingLR
  