code: def setUp(self):
      super().setUp()
      self.batch_size = 2
      self.head_num = 64
      self.seq_length = [2048, 4096]
      self.hidden_size = [128, 256]
      self.rotary_percent = [0.5, 1.0]
      self.dtype = [torch.float32, torch.bfloat16, torch.float16]
      self.transpose = [None, (0, 1), (2, 3)]
      self.transpose_output_memory = [False, True]
      self.loss_func = [
          self._overlapping_grad,
          self._non_overlapping_grad,
      ]
      self.cached = [False, True]
      self.device = torch.cuda.current_device()
  
file_path: apex/tests/L0/run_transformer/test_fused_rope.py
imports: import itertools
  import torch
  from torch.testing._internal import common_utils
  from apex.transformer.functional import fused_apply_rotary_pos_emb, fused_apply_rotary_pos_emb_cached, fused_apply_rotary_pos_emb_thd
label_desc: Use image node_id 1 for calling the TestFusedRoPE obj's underlying member method code with example usage: obj.setUp() without return types