code: def lmx_moe_h1k_f8k_x16():
      """Transformer with mixture of experts.  890M Params."""
      hparams = lmx_h1k_f4k()
      hparams.filter_size = 8192
      hparams.ffn_layer = "local_moe_tpu"
      hparams.moe_num_experts = 16
      hparams.weight_dtype = "bfloat16"
      hparams.batch_size = 8192
      return hparams
  
file_path: tensor2tensor/tensor2tensor/models/research/lm_experiments.py
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensor2tensor.models import transformer
  from tensor2tensor.utils import registry
label_desc: Use image node_id 10 for calling a global function with example usage: lmx_moe_h1k_f8k_x16() and returns: hparams