code: def xmoe_tr_dense_2k():
      """Series of architectural experiments on Translation.
  
      # run on 8-core setup
  
      119M params, einsum=0.95e13
  
      Returns:
        a hparams
      """
      hparams = mtf_transformer2.mtf_bitransformer_base()
      hparams.encoder_layers = ["self_att", "drd"] * 4
      hparams.decoder_layers = ["self_att", "enc_att", "drd"] * 4
      hparams.batch_size = 64
      hparams.shared_embedding_and_softmax_weights = True
      hparams.mesh_shape = "batch:8"
      return hparams
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensor2tensor.models import mtf_transformer
  from tensor2tensor.models import mtf_transformer2
  from tensor2tensor.models.research import moe
  from tensor2tensor.utils import registry
label_desc: Use image node_id 1 for calling a global function with example usage: xmoe_tr_dense_2k() and returns: hparams