code: def print_header(args, comm_op):
      if comm_op == "pt2pt":
          world_size = 2
      else:
          world_size = dist.get_world_size()
      tput = f"Throughput ({args.bw_unit})"
      busbw = f"BusBW ({args.bw_unit})"
      header = f"\n---- Performance of {comm_op} on {world_size} devices ---------------------------------------------------------\n"
      duration_str = "Duration"
      if args.raw:
          duration_str += " (us)"
      header += f"{'Size (Bytes)':20s} {'Description':25s} {duration_str:20s} {tput:20s} {busbw:20s}\n"
      header += "----------------------------------------------------------------------------------------------------"
      print_rank_0(header)
  
file_path: H2O/h2o_flexgen/benchmark/third_party/DeepSpeed/benchmarks/communication/utils.py
imports: import torch
  import os
  import math
  import argparse
  from benchmarks.communication.constants import *
label_desc: Use image node_id 5 for calling a global function with example usage: print_header(args, comm_op) without return types