code: def get_hidden_heads(self):
      if self.pre_attn_norm:
          attention_layernorm = (
              self.client_module.PostAttentionLayerNorm
          )
      else:
          attention_layernorm = (
              self.client_module.attention.output.LayerNorm
          )
      return (
          self.client_module.attention.self.query.weight.shape[1],
          self.client_module.attention.self.num_attention_heads,
          attention_layernorm.eps,
          DEFAULT_INTERMEDIATE_SIZE,
      )
  
file_path: deepspeed/deepspeed/module_inject/containers/bert.py
imports: from .base import *
  from deepspeed.model_implementations.transformers.ds_bert import DeepSpeedBERTInference
  import torch
  from torch.nn.parameter import Parameter
  from ..policy import TransformerPolicy
label_desc: Use image node_id 2 for calling the HFBertLayerPolicy obj's underlying member method code with example usage: obj.get_hidden_heads() and returns: self,  self,  attention_layernorm,  DEFAULT_INTERMEDIATE_SIZE