code: def base_architecture(args):
      args.setdefault("hidden_size", 512)
      args.setdefault("intermediate_size", 2048)
      args.setdefault("nhead", 8)
      args.setdefault("attn_prob_dropout_ratio", 0.0)
      args.setdefault("activation_dropout_ratio", 0.0)
      args.setdefault("hidden_dropout_ratio", 0.1)
      args.setdefault("pre_layer_norm", True)
      args.setdefault("activation_fn", "relu")
  
file_path: lightseq/lightseq/csrc/pytorch/util.py
imports: import math
  from typing import Callable
  import numpy
  import torch
  import torch.nn.functional
label_desc: Use image node_id 9 for calling a global function with example usage: base_architecture(args) without return types