


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase     		=							logging.get_logger(__name__)

__UpperCamelCase     		=							{
    'microsoft/markuplm-base': 'https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json',
    'microsoft/markuplm-large': 'https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json',
}







class 							lowerCamelCase__						(				UpperCAmelCase   ):






			"""simple docstring"""






			_UpperCamelCase		:       Optional[int] 			=		'markuplm'




			def __init__(				self   ,    snake_case=30522   ,    snake_case=768   ,    snake_case=12   ,    snake_case=12   ,    snake_case=3072   ,    snake_case="gelu"   ,    snake_case=0.1   ,    snake_case=0.1   ,    snake_case=512   ,    snake_case=2   ,    snake_case=0.02   ,    snake_case=1E-1_2   ,    snake_case=0   ,    snake_case=0   ,    snake_case=2   ,    snake_case=256   ,    snake_case=1024   ,    snake_case=216   ,    snake_case=1001   ,    snake_case=32   ,    snake_case=50   ,    snake_case="absolute"   ,    snake_case=True   ,    snake_case=None   ,    **snake_case   ,    ):

						'''simple docstring'''


						super().__init__(
						    pad_token_id=snake_case   ,    bos_token_id=snake_case   ,    eos_token_id=snake_case   ,    **snake_case   ,    )
						UpperCamelCase__       =							vocab_size
						UpperCamelCase__       =							hidden_size
						UpperCamelCase__       =							num_hidden_layers
						UpperCamelCase__       =							num_attention_heads
						UpperCamelCase__       =							hidden_act
						UpperCamelCase__       =							intermediate_size
						UpperCamelCase__       =							hidden_dropout_prob
						UpperCamelCase__       =							attention_probs_dropout_prob
						UpperCamelCase__       =							max_position_embeddings
						UpperCamelCase__       =							type_vocab_size
						UpperCamelCase__       =							initializer_range
						UpperCamelCase__       =							layer_norm_eps
						UpperCamelCase__       =							position_embedding_type
						UpperCamelCase__       =							use_cache
						UpperCamelCase__       =							classifier_dropout
						# additional properties
						UpperCamelCase__       =							max_depth
						UpperCamelCase__       =							max_xpath_tag_unit_embeddings
						UpperCamelCase__       =							max_xpath_subs_unit_embeddings
						UpperCamelCase__       =							tag_pad_id
						UpperCamelCase__       =							subs_pad_id
						UpperCamelCase__       =							xpath_unit_hidden_size






import numpy as np
def 							UpperCamelCase_(					_A :np.array	)->		np.array:
			return 1 / (1 + np.exp(-vector	))


if __name__ == "__main__":
						import doctest

						doctest.testmod()


