class_docstr: Position Wise feed forward.
class_docstr_tok: ["Position","Wise","feed","forward","."]
docstr: Returns a dictionary of hyperparameters with default values.
  
  .. code-block:: python
  
      {
          "hidden_dim": 768,
          "ffn_inner_dim": 3072,
          "dropout": 0.1,
          "activation": 'gelu'
      }
  
  Here
  
  `"hidden_dim"`: int
      Dimension of the layer fed as input to feed forward network
  
  `"ffn_inner_dim"`: int
      Inner dimension of the feed forward layer
  
  `"dropout"`: float
      Dropout rate for layers
  
  `"activation"`: str or callable
      Activation function applied to the output of the PositionWise FF.
      See :func:`~texar.tf.core.get_activation_fn` for more details.
docstr_tok: ["Returns","a","dictionary","of","hyperparameters","with","default","values",".","..","code-block",":",":","python","{","``","hidden_dim","''",":","768",",","``","ffn_inner_dim","''",":","3072",",","``","dropout","''",":","0.1",",","``","activation","''",":","'gelu'","}","Here","`","``","hidden_dim","''","`",":","int","Dimension","of","the","layer","fed","as","input","to","feed","forward","network","`","``","ffn_inner_dim","''","`",":","int","Inner","dimension","of","the","feed","forward","layer","`","``","dropout","''","`",":","float","Dropout","rate","for","layers","`","``","activation","''","`",":","str","or","callable","Activation","function","applied","to","the","output","of","the","PositionWise","FF",".","See",":","func",":","`","~texar.tf.core.get_activation_fn","`","for","more","details","."]
code: def default_hparams():
      r"""Returns a dictionary of hyperparameters with default values.
  
      .. code-block:: python
  
          {
              "hidden_dim": 768,
              "ffn_inner_dim": 3072,
              "dropout": 0.1,
              "activation": 'gelu'
          }
  
      Here
  
      `"hidden_dim"`: int
          Dimension of the layer fed as input to feed forward network
  
      `"ffn_inner_dim"`: int
          Inner dimension of the feed forward layer
  
      `"dropout"`: float
          Dropout rate for layers
  
      `"activation"`: str or callable
          Activation function applied to the output of the PositionWise FF.
          See :func:`~texar.tf.core.get_activation_fn` for more details.
      """
      return {
          "name": "ff",
          "initializer": None,
          "hidden_dim": 768,
          "ffn_inner_dim": 3072,
          "dropout": 0.1,
          "activation": "gelu",
      }
  
imports: import tensorflow
  from texar.tf.core import layers
  from texar.tf.module_base import ModuleBase
  from texar.tf.utils.mode import is_train_mode
label_desc: Use image node_id 2 for calling the PositionWiseFF obj's underlying member method code with example usage: obj.default_hparams() and returns: dict