





'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase					    =	logging.get_logger(__name__)

__UpperCamelCase					    =	{
    "microsoft/biogpt": "https://huggingface.co/microsoft/biogpt/resolve/main/config.json",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}




class  _A (					lowercase_		):
		lowercase__:   List[str]				     =   '''biogpt'''

		def __init__(   self					:   int  ,      __magic_name__					:   Optional[Any]=4_23_84  ,      __magic_name__					:   Union[str, Any]=10_24  ,      __magic_name__					:   Dict=24  ,      __magic_name__					:   Dict=16  ,      __magic_name__					:   str=40_96  ,      __magic_name__					:   List[str]="gelu"  ,      __magic_name__					:   Optional[int]=0.1  ,      __magic_name__					:   Any=0.1  ,      __magic_name__					:   int=10_24  ,      __magic_name__					:   List[Any]=0.02  ,      __magic_name__					:   List[str]=1E-12  ,      __magic_name__					:   Optional[Any]=True  ,      __magic_name__					:   Any=True  ,      __magic_name__					:   Tuple=0.0  ,      __magic_name__					:   List[str]=0.0  ,      __magic_name__					:   Dict=1  ,      __magic_name__					:   Union[str, Any]=0  ,      __magic_name__					:   int=2  ,      **__magic_name__					:   List[Any]  ,      )					->    Dict:


					"""simple docstring"""

					__snake_case					:      List[Any]							      =     vocab_size
					__snake_case					:      str							      =     max_position_embeddings
					__snake_case					:      int							      =     hidden_size
					__snake_case					:      List[Any]							      =     num_hidden_layers
					__snake_case					:      Optional[int]							      =     num_attention_heads
					__snake_case					:      List[Any]							      =     intermediate_size
					__snake_case					:      Tuple							      =     hidden_act
					__snake_case					:      Tuple							      =     hidden_dropout_prob
					__snake_case					:      str							      =     attention_probs_dropout_prob
					__snake_case					:      str							      =     initializer_range
					__snake_case					:      int							      =     layer_norm_eps
					__snake_case					:      Optional[int]							      =     scale_embedding
					__snake_case					:      Dict							      =     use_cache
					__snake_case					:      Tuple							      =     layerdrop
					__snake_case					:      Any							      =     activation_dropout
					super().__init__(pad_token_id=lowerCamelCase_  ,      bos_token_id=lowerCamelCase_  ,      eos_token_id=lowerCamelCase_  ,      **lowerCamelCase_			)









'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCAmelCase            =       logging.get_logger(__name__)

__UpperCAmelCase            =       {
    """google/fnet-base""": """https://huggingface.co/google/fnet-base/resolve/main/config.json""",
    """google/fnet-large""": """https://huggingface.co/google/fnet-large/resolve/main/config.json"""
    # See all FNet models at https://huggingface.co/models?filter=fnet
}




class      UpperCamelCase__					(					lowercase_			):




					"""simple docstring"""
					SCREAMING_SNAKE_CASE__				=	'''fnet'''


					def __init__(						self				:			Any      ,						lowerCamelCase_				:			List[str]=3_20_00      ,						lowerCamelCase_				:			List[Any]=7_68      ,						lowerCamelCase_				:			Union[str, Any]=12      ,						lowerCamelCase_				:			Optional[Any]=30_72      ,						lowerCamelCase_				:			Optional[Any]="gelu_new"      ,						lowerCamelCase_				:			Any=0.1      ,						lowerCamelCase_				:			Union[str, Any]=5_12      ,						lowerCamelCase_				:			Optional[int]=4      ,						lowerCamelCase_				:			Optional[int]=0.02      ,						lowerCamelCase_				:			str=1e-12      ,						lowerCamelCase_				:			Any=False      ,						lowerCamelCase_				:			str=5_12      ,						lowerCamelCase_				:			str=3      ,						lowerCamelCase_				:			int=1      ,						lowerCamelCase_				:			Optional[Any]=2      ,						**lowerCamelCase_				:			Optional[int]      ,						):

							'''simple docstring'''



							super().__init__(pad_token_id=lowerCamelCase_      ,						bos_token_id=lowerCamelCase_      ,						eos_token_id=lowerCamelCase_      ,						**lowerCamelCase_						)

							SCREAMING_SNAKE_CASE :				Dict		=			vocab_size
							SCREAMING_SNAKE_CASE :				Dict		=			max_position_embeddings
							SCREAMING_SNAKE_CASE :				str		=			hidden_size
							SCREAMING_SNAKE_CASE :				Optional[Any]		=			num_hidden_layers
							SCREAMING_SNAKE_CASE :				Union[str, Any]		=			intermediate_size
							SCREAMING_SNAKE_CASE :				int		=			hidden_act
							SCREAMING_SNAKE_CASE :				Dict		=			hidden_dropout_prob
							SCREAMING_SNAKE_CASE :				Tuple		=			initializer_range
							SCREAMING_SNAKE_CASE :				List[Any]		=			type_vocab_size
							SCREAMING_SNAKE_CASE :				Any		=			layer_norm_eps
							SCREAMING_SNAKE_CASE :				int		=			use_tpu_fourier_optimizations
							SCREAMING_SNAKE_CASE :				List[Any]		=			tpu_short_seq_length



