code: def test_matches_pytorch_multi_dtypes(self):
      def init_optim(optim: DistributedFusedAdam):
          params = list(optim.parameters())
          optim.init_params(
              params[0::3], grad_sync_dtype=torch.bfloat16
          )
          optim.init_params(
              params[1::3], param_sync_dtype=torch.bfloat16
          )
  
      self.test_matches_pytorch(
          rtol=5e-2,
          atol=1e-5,
          init_optim_func=init_optim,
      )
  
imports: from contextlib import contextmanager
  import io
  from typing import Callable, Optional, Tuple
  import unittest
  import warnings
  import torch
  from torch.testing._internal import common_utils
  from apex.transformer.testing.distributed_test_base import NcclDistributedTestBase
label_desc: Use image node_id 12 for calling the TestDistributedFusedAdam obj's underlying member method code with example usage: obj.test_matches_pytorch_multi_dtypes() without return types