class_docstr: attention layer 
class_docstr_tok: ["attention","layer"]
code: def __init__(self, cfg, name=None):
      super(AttentionLayer, self).__init__()
      initializer = nn.initializer.TruncatedNormal(
          std=cfg["initializer_range"]
      )
      d_model = cfg["hidden_size"]
      n_head = cfg["num_attention_heads"]
      # assert d_model % n_head == 0
      d_model_q = (
          cfg.get("query_hidden_size_per_head", d_model // n_head)
          * n_head
      )
      d_model_v = (
          cfg.get("value_hidden_size_per_head", d_model // n_head)
          * n_head
      )
  
      self.n_head = n_head
      self.d_key = d_model_q // n_head
  
      self.q = _build_linear(
          d_model, d_model_q, append_name(name, "query_fc"), initializer
      )
      self.k = _build_linear(
          d_model, d_model_q, append_name(name, "key_fc"), initializer
      )
      self.v = _build_linear(
          d_model, d_model_v, append_name(name, "value_fc"), initializer
      )
      self.o = _build_linear(
          d_model_v,
          d_model,
          append_name(name, "output_fc"),
          initializer,
      )
      self.layer_num = int(re.findall(r"\d+", name)[0])
      # self.dropout = nn.Dropout(p=cfg['attention_probs_dropout_prob'])
      self.dropout_prob = cfg["attention_probs_dropout_prob"]
      self.dropout = nn.Dropout(p=self.dropout_prob)
  
imports: import logging
  import re
  import time
  import paddle
  from paddle import nn
  from paddle.nn import functional
label_desc: Use image node_id 1 to create a new AttentionLayer object from inherited base classes: nn with example: obj = AttentionLayer(cfg, name)