code: def xmoe_2d_debug():
      """For debugging.
  
      Running this model on TPU without the hack of casting to bfloat16 for
      alltoall results in nan on the first step.
      TODO(noam): debug
  
      Returns:
        a hparams
      """
      hparams = xmoe_2d()
      hparams.decoder_layers = ["hmoe"] * 1
      hparams.activation_dtype = "float32"
      return hparams
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensor2tensor.models import mtf_transformer
  from tensor2tensor.models import mtf_transformer2
  from tensor2tensor.models.research import moe
  from tensor2tensor.utils import registry
label_desc: Use image node_id 11 for calling a global function with example usage: xmoe_2d_debug() and returns: hparams