class_docstr: Adds adapters to the Transformer module of DistilBert.
class_docstr_tok: ["Adds","adapters","to","the","Transformer","module","of","DistilBert","."]
code: def forward(self, *args, **kwargs):
      if hasattr(self, "pre_forward_fn"):
          kwargs["x"] = self.pre_forward_fn(self, kwargs["x"])
      return super().forward(*args, **kwargs)
  
file_path: adapters/src/adapters/models/distilbert/mixin_distilbert.py
imports: from typing import Iterable, Tuple
  import torch.nn
  from ...methods.bottleneck import BottleneckLayer
  from ...methods.lora import LoRALinear
  from ...methods.prefix_tuning import PrefixTuningLayer
  from ...model_mixin import EmbeddingAdaptersMixin, InvertibleAdaptersMixin, ModelBaseAdaptersMixin
label_desc: Use image node_id 1 for calling the DistilBertTransformerAdaptersMixin obj's underlying member method code with example usage: obj.forward() and returns: super