code: # Copyright (c) 2018-2021, NVIDIA Corporation
  # All rights reserved.
  #
  # Redistribution and use in source and binary forms, with or without
  # modification, are permitted provided that the following conditions are met:
  #
  # 1. Redistributions of source code must retain the above copyright notice, this
  #    list of conditions and the following disclaimer.
  #
  # 2. Redistributions in binary form must reproduce the above copyright notice,
  #    this list of conditions and the following disclaimer in the documentation
  #    and/or other materials provided with the distribution.
  #
  # 3. Neither the name of the copyright holder nor the names of its
  #    contributors may be used to endorse or promote products derived from
  #    this software without specific prior written permission.
  #
  # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  # DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  # SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  # CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  
  # python
  
  import numpy as np
  import torch
  import random
  import os
  
  def set_np_formatting():
      """ formats numpy print """
      np.set_printoptions(edgeitems=30, infstr='inf',
                          linewidth=4000, nanstr='nan', precision=2,
                          suppress=False, threshold=10000, formatter=None)
  
  
  def set_seed(seed, torch_deterministic=False):
      """ set seed across modules """
      if seed == -1 and torch_deterministic:
          seed = 42
      elif seed == -1:
          seed = np.random.randint(0, 10000)
      print("Setting seed: {}".format(seed))
  
      random.seed(seed)
      np.random.seed(seed)
      torch.manual_seed(seed)
      os.environ['PYTHONHASHSEED'] = str(seed)
      torch.cuda.manual_seed(seed)
      torch.cuda.manual_seed_all(seed)
  
      if torch_deterministic:
          # refer to https://docs.nvidia.com/cuda/cublas/index.html#cublasApi_reproducibility
          os.environ['CUBLAS_WORKSPACE_CONFIG'] = ':4096:8'
          torch.backends.cudnn.benchmark = False
          torch.backends.cudnn.deterministic = True
          torch.use_deterministic_algorithms(True)
      else:
          torch.backends.cudnn.benchmark = True
          torch.backends.cudnn.deterministic = False
  
      return seed
  
  # EOF
  
apis: torch.cuda.manual_seed_all torch.cuda.manual_seed torch.manual_seed numpy.random.seed numpy.set_printoptions torch.use_deterministic_algorithms numpy.random.randint