


'''simple docstring'''



from ... import PretrainedConfig


_lowercase     :     Any        =	{
    """sijunhe/nezha-cn-base""": """https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json""",
}






class 			UpperCamelCase__(  __snake_case			):
				__magic_name__							: Union[str, Any]    						=			NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
				__magic_name__							: Any    						=			"nezha"




				def __init__(						self     :					Union[str, Any] ,       lowerCAmelCase     :					Dict=21128 ,       lowerCAmelCase     :					Dict=768 ,       lowerCAmelCase     :					Union[str, Any]=12 ,       lowerCAmelCase     :					List[Any]=12 ,       lowerCAmelCase     :					List[Any]=3072 ,       lowerCAmelCase     :					List[str]="gelu" ,       lowerCAmelCase     :					Any=0.1 ,       lowerCAmelCase     :					List[str]=0.1 ,       lowerCAmelCase     :					Optional[int]=512 ,       lowerCAmelCase     :					int=64 ,       lowerCAmelCase     :					List[str]=2 ,       lowerCAmelCase     :					List[Any]=0.02 ,       lowerCAmelCase     :					str=1E-12 ,       lowerCAmelCase     :					Tuple=0.1 ,       lowerCAmelCase     :					Dict=0 ,       lowerCAmelCase     :					List[str]=2 ,       lowerCAmelCase     :					Any=3 ,       lowerCAmelCase     :					Dict=True ,       **lowerCAmelCase     :					List[Any] ,       )->	Tuple:

										"""simple docstring"""




										super().__init__(pad_token_id=lowerCAmelCase ,       bos_token_id=lowerCAmelCase ,       eos_token_id=lowerCAmelCase ,       **lowerCAmelCase )

										UpperCAmelCase								=      vocab_size
										UpperCAmelCase								=      hidden_size
										UpperCAmelCase								=      num_hidden_layers
										UpperCAmelCase								=      num_attention_heads
										UpperCAmelCase								=      hidden_act
										UpperCAmelCase								=      intermediate_size
										UpperCAmelCase								=      hidden_dropout_prob
										UpperCAmelCase								=      attention_probs_dropout_prob
										UpperCAmelCase								=      max_position_embeddings
										UpperCAmelCase								=      max_relative_position
										UpperCAmelCase								=      type_vocab_size
										UpperCAmelCase								=      initializer_range
										UpperCAmelCase								=      layer_norm_eps
										UpperCAmelCase								=      classifier_dropout
										UpperCAmelCase								=      use_cache







from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_						:     Optional[int]	       =							logging.get_logger(__name__)




class   __lowercase						(						__snake_case       ):
	_A       =   "timm_backbone"






	def __init__(self				: Any      ,	snake_case				: List[Any]=None      ,	snake_case				: int=3      ,	snake_case				: Dict=True      ,	snake_case				: Union[str, Any]=True      ,	snake_case				: Any=None      ,	**snake_case				: int      ,	) ->			Optional[int]:
							super().__init__(**snake_case    )
							_lowercase       :	Dict           =   backbone
							_lowercase       :	Optional[Any]           =   num_channels
							_lowercase       :	Union[str, Any]           =   features_only
							_lowercase       :	Tuple           =   use_pretrained_backbone
							_lowercase       :	List[str]           =   True
							_lowercase       :	Tuple           =   out_indices if out_indices is not None else (-1,)




