code: def replace_arguments(config, world_size):
      return {
          # 1. reduce hidden size
          "layer[0].SelfAttention.d_model": config.hidden_size
          // world_size,
          "layer[1].EncDecAttention.d_model": config.hidden_size
          // world_size,
          # 2. reduce number of heads
          "layer[0].SelfAttention.n_heads": config.num_attention_heads
          // world_size,
          "layer[1].EncDecAttention.n_heads": config.num_attention_heads
          // world_size,
          # 3. reduce inner dim
          "layer[0].SelfAttention.inner_dim": (
              config.d_kv * config.num_attention_heads
          )
          // world_size,
          "layer[1].EncDecAttention.inner_dim": (
              config.d_kv * config.num_attention_heads
          )
          // world_size,
      }
  
file_path: parallelformers/parallelformers/policies/t5.py
imports: from transformers.models.t5.modeling_t5 import T5Block
  from parallelformers.policies.base import Layer, Policy
  from parallelformers.utils import AllReduceLinear
label_desc: Use image node_id 1 for calling the T5Policy obj's underlying member method code with example usage: obj.replace_arguments(config, world_size) and returns: dict