class_docstr: Enum of the attention layers types.
class_docstr_tok: ["Enum","of","the","attention","layers","types","."]
code: def get_choices():
      return [
          AttentionType.MULTIHEAD,
          AttentionType.LOCAL_EXPERTS,
          AttentionType.MEMORY_EFFICIENT,
          AttentionType.SPARSE_MULTIHEAD,
          AttentionType.SPARSE_MULTIHEAD_TRUNCATED,
          AttentionType.MULTIHEAD_REDUCED,
          AttentionType.MULTIHEAD_FULL,
      ]
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  import functools
  from six.moves import range
  from tensor2tensor.layers import common_attention
  from tensor2tensor.layers import common_hparams
  from tensor2tensor.layers import common_layers
  from tensor2tensor.utils import expert_utils
  from tensor2tensor.utils import registry
  from tensor2tensor.utils import t2t_model
  import tensorflow.compat.v1
  from tensorflow.compat.v1 import estimator
label_desc: Use image node_id 1 for calling the AttentionType obj's underlying member method code with example usage: obj.get_choices() and returns: list