code: def lmx_moe():
      """Transformer with mixture of experts.  140M Params."""
      hparams = lmx_base()
      hparams.ffn_layer = "local_moe_tpu"
      return hparams
  
file_path: tensor2tensor/tensor2tensor/models/research/lm_experiments.py
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensor2tensor.models import transformer
  from tensor2tensor.utils import registry
label_desc: Use image node_id 8 for calling a global function with example usage: lmx_moe() and returns: hparams