code: def test_all_configs(self):
      hidden_sizes = [
          768,
          1024,
          1536,
          2048,
          2304,
          3072,
          3840,
          4096,
          5120,
          6144,
          8192,
          10240,
          12288,
          12800,
          14336,
          15360,
          16384,
          18432,
          20480,
          24576,
          25600,
          30720,
          32768,
          40960,
          49152,
          65536,
      ]
  
      for h, mem_eff in itertools.product(hidden_sizes, (True, False)):
          with self.subTest(f"hidden_size={h}"):
              self.assertAll(
                  _test_impl(256, 2, h, fp32, fp32, mem_eff=mem_eff)
              )
              self.assertAll(
                  _test_impl(256, 2, h, fp16, fp16, mem_eff=mem_eff)
              )
              self.assertAll(
                  _test_impl(256, 2, h, fp32, fp16, mem_eff=mem_eff)
              )
              self.assertAll(
                  _test_impl(256, 2, h, bf16, bf16, mem_eff=mem_eff)
              )
              self.assertAll(
                  _test_impl(256, 2, h, fp32, bf16, mem_eff=mem_eff)
              )
  
file_path: apex/apex/contrib/test/layer_norm/test_fast_layer_norm.py
imports: import itertools
  import unittest
  import torch
label_desc: Use image node_id 2 for calling the TestFastLayerNorm obj's underlying member method code with example usage: obj.test_all_configs() without return types