code: def init_args():
      parser = argparse.ArgumentParser(description="benchmark")
      parser.add_argument(
          "--host", "-o", type=str, default="localhost", help="hostname"
      )
      parser.add_argument(
          "--chunks",
          type=int,
          default=1,
          help="number of microbatches per batch",
      )
      parser.add_argument(
          "--batch-size", type=int, default=8, help="size of a batch"
      )
      parser.add_argument(
          "--checkpoint",
          default="never",
          choices=["always", "except_last", "never"],
          help="Checkpointing strategy for pipe",
      )
      parser.add_argument(
          "--lazy-construction",
          action="store_true",
          default=False,
          help="Number of decoder layers in the model",
      )
      parser.add_argument(
          "--max-batch",
          type=int,
          default=4,
          help="Max number of batches",
      )
      parser.add_argument(
          "--use_synthetic_data",
          action="store_true",
          help="Uses synthetic data for running benchmarks.",
      )
      parser.add_argument(
          "--dry_run",
          action="store_true",
          help="Run a sample training run without regression testing.",
      )
      parser.add_argument(
          # TODO(anj-s): In the process of adding more models and hence the requirement for a flag.
          "--model_name",
          default="lm",
          help="Language Model(LM) used to benchmark nn.pipe.",
      )
      parser.add_argument(
          "--debug",
          action="store_true",
          default=False,
          help="Display additional debug information",
      )
      args = parser.parse_args()
      return args
  
file_path: fairscale/benchmarks/utils.py
imports: import argparse
  from functools import reduce
  import logging
  import operator
  import datasets.wikitext2_data
  from models import transformer_lm
  import numpy
  import torch
  from torch.optim import Adam
label_desc: Use image node_id 2 for calling a global function with example usage: init_args() and returns: args