code: def get_hidden_heads(self):
      return (
          self.client_module.attention.q_lin.weight.shape[1],
          self.client_module.attention.n_heads,
          self.client_module.sa_layer_norm.eps,
          DEFAULT_INTERMEDIATE_SIZE,
      )
  
file_path: DeepSpeed/deepspeed/module_inject/containers/distil_bert.py
imports: from .base import *
  from deepspeed.model_implementations.transformers.ds_bert import DeepSpeedBERTInference
  import torch
  from torch.nn.parameter import Parameter
  from ..policy import TransformerPolicy
label_desc: Use image node_id 2 for calling the HFDistilBertLayerPolicy obj's underlying member method code with example usage: obj.get_hidden_heads() and returns: self,  self,  self,  DEFAULT_INTERMEDIATE_SIZE