@@ -0,0 +1,6 @@
+from torch.optim import *  # noqa: F401, F403
+
+from .copy_of_sgd import CopyOfSGD
+from .registry import OPTIMIZERS, TORCH_OPTIMIZERS
+
+__all__ = ['OPTIMIZERS', 'CopyOfSGD', *TORCH_OPTIMIZERS]
It may not be necessary to expose `TORCH_OPTIMIZERS`.