


'''simple docstring'''



from ... import PretrainedConfig


__lowercase     :						Optional[Any]	=     {
    'sijunhe/nezha-cn-base': 'https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json',
}





class 							__UpperCamelCase    (		_snake_case ):
	A_           =   NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
	A_           =   "nezha"




	def __init__(       self						,    __a=2_1128						,    __a=768						,    __a=12						,    __a=12						,    __a=3072						,    __a="gelu"						,    __a=0.1						,    __a=0.1						,    __a=512						,    __a=64						,    __a=2						,    __a=0.02						,    __a=1E-1_2						,    __a=0.1						,    __a=0						,    __a=2						,    __a=3						,    __a=True						,    **__a						,    ):

						'''simple docstring'''





						super().__init__(pad_token_id=UpperCamelCase__						,    bos_token_id=UpperCamelCase__						,    eos_token_id=UpperCamelCase__						,    **UpperCamelCase__							)

						__a      :	Union[str, Any]    =  vocab_size
						__a      :	Optional[int]    =  hidden_size
						__a      :	str    =  num_hidden_layers
						__a      :	int    =  num_attention_heads
						__a      :	int    =  hidden_act
						__a      :	Union[str, Any]    =  intermediate_size
						__a      :	Optional[Any]    =  hidden_dropout_prob
						__a      :	int    =  attention_probs_dropout_prob
						__a      :	Optional[Any]    =  max_position_embeddings
						__a      :	Tuple    =  max_relative_position
						__a      :	Union[str, Any]    =  type_vocab_size
						__a      :	List[str]    =  initializer_range
						__a      :	Any    =  layer_norm_eps
						__a      :	Dict    =  classifier_dropout
						__a      :	Any    =  use_cache







'''simple docstring'''



from .imports import is_rich_available


if is_rich_available():
	from rich.traceback import install

	install(show_locals=False)

else:
	raise ModuleNotFoundError('To use the rich extension, install rich with `pip install rich`')



