    Type
  where
  PoolerDenseF 'RoBERTa gradient device dataType inputEmbedDim =
    NamedModel (GLinearF 'WithBias gradient device dataType inputEmbedDim inputEmbedDim)

type family
  PoolerActivationF
    (style :: TransformerStyle) ::
    Type
  where
  PoolerActivationF 'RoBERTa = Tanh

instance
  ( HasForward