code: def test_run_benchmark(self):
      for S, B, hidden_size, runs in (
          (512, 32, 768, 1000),
          (512, 32, 1024, 1000),
          (512, 8, 4096, 1000),
          (512, 8, 5120, 1000),
          (512, 8, 6144, 1000),
          (256, 2, 20480, 500),
          (256, 2, 25600, 500),
          (256, 2, 40960, 250),
          (256, 2, 65536, 250),
      ):
          with self.subTest(
              f"(S, B, hidden_size)=({S}, {B}, {hidden_size})"
          ):
              benchmark_(S, B, hidden_size, fp16, fp16, runs)
  
file_path: apex/apex/contrib/test/layer_norm/test_fast_layer_norm.py
imports: import itertools
  import unittest
  import torch
label_desc: Use image node_id 3 for calling the TestFastLayerNorm obj's underlying member method code with example usage: obj.test_run_benchmark() without return types