code: def xmoe2_tiny():
      """Test on local cpu."""
      hparams = xmoe2_v1()
      hparams.decoder_layers = [
          "local_att",
          "att",
          "compressed_att",
          "drd",
          "hmoe",
      ]
      hparams.d_model = 128
      hparams.moe_hidden_size = 512
      hparams.outer_batch_size = 0
      hparams.batch_size = 2
      hparams.mesh_shape = ""
      hparams.activation_dtype = "float32"
      return hparams
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensor2tensor.models import mtf_transformer
  from tensor2tensor.models import mtf_transformer2
  from tensor2tensor.models.research import moe
  from tensor2tensor.utils import registry
label_desc: Use image node_id 21 for calling a global function with example usage: xmoe2_tiny() and returns: hparams