





"""simple docstring"""





from torch import nn


def       a__					(					_SCREAMING_SNAKE_CASE    ):




		"""simple docstring"""


		if act_fn in ["swish", "silu"]:
				return nn.SiLU()
		elif act_fn == "mish":
				return nn.Mish()
		elif act_fn == "gelu":
				return nn.GELU()
		else:
				raise ValueError(F"Unsupported activation function: {act_fn}"    )













"""simple docstring"""





lowerCAmelCase__     			=			'''
# Transformers installation
! pip install transformers datasets
# To install from source instead of the last release, comment the command above and uncomment the following one.
# ! pip install git+https://github.com/huggingface/transformers.git
'''

lowerCAmelCase__     			=			[{'''type''': '''code''', '''content''': INSTALL_CONTENT}]
lowerCAmelCase__     			=			{
    '''{processor_class}''': '''FakeProcessorClass''',
    '''{model_class}''': '''FakeModelClass''',
    '''{object_class}''': '''FakeObjectClass''',
}






