


"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__				:Optional[Any]			   =	logging.get_logger(__name__)

UpperCamelCase__				:Optional[int]			   =	{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}






class      A(  lowerCamelCase__		):

		"""simple docstring"""





		A    =							"megatron-bert"
		def __init__( self					,				SCREAMING_SNAKE_CASE__=2_90_56					,				SCREAMING_SNAKE_CASE__=10_24					,				SCREAMING_SNAKE_CASE__=24					,				SCREAMING_SNAKE_CASE__=16					,				SCREAMING_SNAKE_CASE__=40_96					,				SCREAMING_SNAKE_CASE__="gelu"					,				SCREAMING_SNAKE_CASE__=0.1					,				SCREAMING_SNAKE_CASE__=0.1					,				SCREAMING_SNAKE_CASE__=5_12					,				SCREAMING_SNAKE_CASE__=2					,				SCREAMING_SNAKE_CASE__=0.0_2					,				SCREAMING_SNAKE_CASE__=1E-12					,				SCREAMING_SNAKE_CASE__=0					,				SCREAMING_SNAKE_CASE__="absolute"					,				SCREAMING_SNAKE_CASE__=True					,				**SCREAMING_SNAKE_CASE__					,				)      ->	Optional[Any]:

					"""simple docstring"""



					super().__init__(pad_token_id=SCREAMING_SNAKE_CASE__					,				**SCREAMING_SNAKE_CASE__   )

					_UpperCamelCase					:Union[str, Any]					     =	vocab_size
					_UpperCamelCase					:Optional[int]					     =	hidden_size
					_UpperCamelCase					:List[Any]					     =	num_hidden_layers
					_UpperCamelCase					:Optional[Any]					     =	num_attention_heads
					_UpperCamelCase					:List[str]					     =	hidden_act
					_UpperCamelCase					:List[str]					     =	intermediate_size
					_UpperCamelCase					:int					     =	hidden_dropout_prob
					_UpperCamelCase					:List[str]					     =	attention_probs_dropout_prob
					_UpperCamelCase					:Any					     =	max_position_embeddings
					_UpperCamelCase					:Dict					     =	type_vocab_size
					_UpperCamelCase					:Any					     =	initializer_range
					_UpperCamelCase					:Tuple					     =	layer_norm_eps
					_UpperCamelCase					:Tuple					     =	position_embedding_type
					_UpperCamelCase					:Any					     =	use_cache





"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__				:str			   =	logging.get_logger(__name__)

UpperCamelCase__				:Optional[int]			   =	{
    """microsoft/markuplm-base""": """https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json""",
    """microsoft/markuplm-large""": """https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json""",
}






class      A(  lowerCamelCase__		):

		"""simple docstring"""





		A    =							"markuplm"
		def __init__( self					,				SCREAMING_SNAKE_CASE__=3_05_22					,				SCREAMING_SNAKE_CASE__=7_68					,				SCREAMING_SNAKE_CASE__=12					,				SCREAMING_SNAKE_CASE__=12					,				SCREAMING_SNAKE_CASE__=30_72					,				SCREAMING_SNAKE_CASE__="gelu"					,				SCREAMING_SNAKE_CASE__=0.1					,				SCREAMING_SNAKE_CASE__=0.1					,				SCREAMING_SNAKE_CASE__=5_12					,				SCREAMING_SNAKE_CASE__=2					,				SCREAMING_SNAKE_CASE__=0.0_2					,				SCREAMING_SNAKE_CASE__=1E-12					,				SCREAMING_SNAKE_CASE__=0					,				SCREAMING_SNAKE_CASE__=0					,				SCREAMING_SNAKE_CASE__=2					,				SCREAMING_SNAKE_CASE__=2_56					,				SCREAMING_SNAKE_CASE__=10_24					,				SCREAMING_SNAKE_CASE__=2_16					,				SCREAMING_SNAKE_CASE__=10_01					,				SCREAMING_SNAKE_CASE__=32					,				SCREAMING_SNAKE_CASE__=50					,				SCREAMING_SNAKE_CASE__="absolute"					,				SCREAMING_SNAKE_CASE__=True					,				SCREAMING_SNAKE_CASE__=None					,				**SCREAMING_SNAKE_CASE__					,				)      ->	Optional[Any]:

					"""simple docstring"""



					super().__init__(
					    pad_token_id=SCREAMING_SNAKE_CASE__					,				bos_token_id=SCREAMING_SNAKE_CASE__					,				eos_token_id=SCREAMING_SNAKE_CASE__					,				**SCREAMING_SNAKE_CASE__					,				)
					_UpperCamelCase					:Any					     =	vocab_size
					_UpperCamelCase					:Union[str, Any]					     =	hidden_size
					_UpperCamelCase					:List[Any]					     =	num_hidden_layers
					_UpperCamelCase					:int					     =	num_attention_heads
					_UpperCamelCase					:Tuple					     =	hidden_act
					_UpperCamelCase					:str					     =	intermediate_size
					_UpperCamelCase					:Optional[int]					     =	hidden_dropout_prob
					_UpperCamelCase					:Any					     =	attention_probs_dropout_prob
					_UpperCamelCase					:Union[str, Any]					     =	max_position_embeddings
					_UpperCamelCase					:Dict					     =	type_vocab_size
					_UpperCamelCase					:int					     =	initializer_range
					_UpperCamelCase					:Optional[int]					     =	layer_norm_eps
					_UpperCamelCase					:Any					     =	position_embedding_type
					_UpperCamelCase					:Any					     =	use_cache
					_UpperCamelCase					:List[str]					     =	classifier_dropout
					# additional properties
					_UpperCamelCase					:Union[str, Any]					     =	max_depth
					_UpperCamelCase					:Union[str, Any]					     =	max_xpath_tag_unit_embeddings
					_UpperCamelCase					:Optional[Any]					     =	max_xpath_subs_unit_embeddings
					_UpperCamelCase					:int					     =	tag_pad_id
					_UpperCamelCase					:str					     =	subs_pad_id
					_UpperCamelCase					:List[str]					     =	xpath_unit_hidden_size

