




'''simple docstring'''







from ... import PretrainedConfig


lowercase      :   Any      =       {
    """sijunhe/nezha-cn-base""": """https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json""",
}







class 					_a (a__	):





     '''simple docstring'''



     lowerCAmelCase_  :     List[str]          =					NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
     lowerCAmelCase_  :     str          =					"""nezha"""







     def __init__(				self							,__a=21_128							,__a=768							,__a=12							,__a=12							,__a=3_072							,__a="gelu"							,__a=0.1							,__a=0.1							,__a=512							,__a=64							,__a=2							,__a=0.02							,__a=1E-12							,__a=0.1							,__a=0							,__a=2							,__a=3							,__a=True							,**__a							,)      ->				List[Any]:
          super().__init__(pad_token_id=__a							,bos_token_id=__a							,eos_token_id=__a							,**__a							)

          snake_case			:      Tuple        =			vocab_size
          snake_case			:      List[str]        =			hidden_size
          snake_case			:      Any        =			num_hidden_layers
          snake_case			:      int        =			num_attention_heads
          snake_case			:      List[Any]        =			hidden_act
          snake_case			:      Tuple        =			intermediate_size
          snake_case			:      Optional[int]        =			hidden_dropout_prob
          snake_case			:      List[str]        =			attention_probs_dropout_prob
          snake_case			:      int        =			max_position_embeddings
          snake_case			:      List[str]        =			max_relative_position
          snake_case			:      Union[str, Any]        =			type_vocab_size
          snake_case			:      int        =			initializer_range
          snake_case			:      Optional[Any]        =			layer_norm_eps
          snake_case			:      Any        =			classifier_dropout
          snake_case			:      Dict        =			use_cache









'''simple docstring'''







import logging

from transformers.configuration_utils import PretrainedConfig


lowercase      :   int      =       logging.getLogger(__name__)







class 					_a (a__	):





     '''simple docstring'''



     lowerCAmelCase_  :     Union[str, Any]          =					"""masked_bert"""







     def __init__(				self							,__a=30_522							,__a=768							,__a=12							,__a=12							,__a=3_072							,__a="gelu"							,__a=0.1							,__a=0.1							,__a=512							,__a=2							,__a=0.02							,__a=1E-12							,__a=0							,__a="topK"							,__a="constant"							,__a=0.0							,**__a							,)      ->				List[str]:
          super().__init__(pad_token_id=__a							,**__a							)

          snake_case			:      Dict        =			vocab_size
          snake_case			:      Optional[Any]        =			hidden_size
          snake_case			:      Dict        =			num_hidden_layers
          snake_case			:      List[Any]        =			num_attention_heads
          snake_case			:      Dict        =			hidden_act
          snake_case			:      Any        =			intermediate_size
          snake_case			:      Optional[int]        =			hidden_dropout_prob
          snake_case			:      Optional[Any]        =			attention_probs_dropout_prob
          snake_case			:      List[Any]        =			max_position_embeddings
          snake_case			:      int        =			type_vocab_size
          snake_case			:      int        =			initializer_range
          snake_case			:      int        =			layer_norm_eps
          snake_case			:      Any        =			pruning_method
          snake_case			:      Union[str, Any]        =			mask_init
          snake_case			:      int        =			mask_scale



