class_docstr: Policy object to apply parallelism per model
class_docstr_tok: ["Policy","object","to","apply","parallelism","per","model"]
docstr: Policy for argument replacement.
  
  Args:
      config (Config): Huggingface config object
      world_size (int): total number of gpu for parallelization
  
  Returns:
      Dict: Dictionary for argument replacement.
  
  Notes:
      The format of the dictionary object is as follows.
  
      dict:
          "param_name_1": reset_value_1,
          "param_name_2": reset_value_2,
          "param_name_3": reset_value_3,
          ...
          "param_name_n": reset_value_n
docstr_tok: ["Policy","for","argument","replacement",".","Args",":","config","(","Config",")",":","Huggingface","config","object","world_size","(","int",")",":","total","number","of","gpu","for","parallelization","Returns",":","Dict",":","Dictionary","for","argument","replacement",".","Notes",":","The","format","of","the","dictionary","object","is","as","follows",".","dict",":","``","param_name_1","''",":","reset_value_1",",","``","param_name_2","''",":","reset_value_2",",","``","param_name_3","''",":","reset_value_3",",","...","``","param_name_n","''",":","reset_value_n"]
code: def replace_arguments(config, world_size: int) -> Dict:
      """
      Policy for argument replacement.
  
      Args:
          config (Config): Huggingface config object
          world_size (int): total number of gpu for parallelization
  
      Returns:
          Dict: Dictionary for argument replacement.
  
      Notes:
          The format of the dictionary object is as follows.
  
          dict:
              "param_name_1": reset_value_1,
              "param_name_2": reset_value_2,
              "param_name_3": reset_value_3,
              ...
              "param_name_n": reset_value_n
      """
      return {}
  
file_path: parallelformers/parallelformers/policies/base/policy.py
imports: from abc import ABC, abstractmethod
  from dataclasses import dataclass
  from typing import Any, Dict, List, Type
  from torch import nn
label_desc: Use image node_id 2 for calling the Policy obj's underlying member method code with example usage: obj.replace_arguments(config, world_size) and returns: dict