code: def transformer_lm_megatron(args):
      args.decoder_embed_dim = getattr(args, "decoder_embed_dim", 3072)
      args.decoder_ffn_embed_dim = getattr(
          args, "decoder_ffn_embed_dim", 3072 * 4
      )
      args.decoder_layers = getattr(args, "decoder_layers", 72)
      args.decoder_attention_heads = getattr(
          args, "decoder_attention_heads", 32
      )
      args.dropout = getattr(args, "dropout", 0.1)
      args.attention_dropout = getattr(args, "attention_dropout", 0.1)
      args.activation_fn = getattr(args, "activation_fn", "gelu")
      base_lm_architecture(args)
  
file_path: fairseq/fairseq/model_parallel/models/transformer_lm.py
imports: import torch.nn
  from fairseq.model_parallel.models.transformer import ModelParallelTransformerDecoder
  from fairseq.models import register_model, register_model_architecture
  from fairseq.models.transformer_lm import TransformerLanguageModel
label_desc: Use image node_id 2 for calling a global function with example usage: transformer_lm_megatron(args) without return types