code: def __init__(self, *args, **kwargs) -> None:
      super().__init__(*args, **kwargs)
      self.GLOBAL_BATCH_SIZE = 1024
      self.MICRO_BATCH_SIZE = 64
      self.HIDDEN_SIZE = 256
      self.NUM_FWD_BWD_ITERATIONS = 4
      self.deallocate_options = (False,)
      self.dtypes = (torch.float32,)
  
imports: import os
  import logging
  import itertools
  from typing import Optional, Tuple, List
  import unittest
  import torch
  from torch.testing._internal import common_utils
  from torch.testing._internal import common_cuda
  from torch.testing._internal import common_distributed
  from apex._autocast_utils import _get_autocast_dtypes
  from apex.transformer import parallel_state
  from apex.transformer.pipeline_parallel import utils
  from apex.transformer.pipeline_parallel.schedules.common import FwdStepFunc, build_model, _get_params_for_weight_decay_optimization
  from apex.transformer.pipeline_parallel.schedules.fwd_bwd_no_pipelining import forward_backward_no_pipelining
  from apex.transformer.pipeline_parallel.schedules.fwd_bwd_pipelining_with_interleaving import _forward_backward_pipelining_with_interleaving
  from apex.transformer.pipeline_parallel.schedules.fwd_bwd_pipelining_without_interleaving import forward_backward_pipelining_without_interleaving
  from apex.transformer.testing.distributed_test_base import UccDistributedTestBase
  from apex.transformer.testing import commons
label_desc: Use image node_id 1 to create a new UccPipelineParallelForwardBackwardProf object from inherited base classes: UccDistributedTestBase with example: obj = UccPipelineParallelForwardBackwardProf()