





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__											= logging.get_logger(__name__)

UpperCamelCase__											= {
    "microsoft/markuplm-base": "https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json",
    "microsoft/markuplm-large": "https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json",
}

class        __SCREAMING_SNAKE_CASE					(     UpperCAmelCase__       ):
			snake_case     :      Union[str, Any]						     =       'markuplm'






			def __init__(						self  , __lowerCAmelCase=30522  , __lowerCAmelCase=768  , __lowerCAmelCase=12  , __lowerCAmelCase=12  , __lowerCAmelCase=3072  , __lowerCAmelCase="gelu"  , __lowerCAmelCase=0.1  , __lowerCAmelCase=0.1  , __lowerCAmelCase=512  , __lowerCAmelCase=2  , __lowerCAmelCase=0.02  , __lowerCAmelCase=1E-12  , __lowerCAmelCase=0  , __lowerCAmelCase=0  , __lowerCAmelCase=2  , __lowerCAmelCase=256  , __lowerCAmelCase=1024  , __lowerCAmelCase=216  , __lowerCAmelCase=1001  , __lowerCAmelCase=32  , __lowerCAmelCase=50  , __lowerCAmelCase="absolute"  , __lowerCAmelCase=True  , __lowerCAmelCase=None  , **__lowerCAmelCase  , ):
										super().__init__(
										    pad_token_id=__lowerCAmelCase  , bos_token_id=__lowerCAmelCase  , eos_token_id=__lowerCAmelCase  , **__lowerCAmelCase  , )
										UpperCamelCase__				     =			vocab_size
										UpperCamelCase__				     =			hidden_size
										UpperCamelCase__				     =			num_hidden_layers
										UpperCamelCase__				     =			num_attention_heads
										UpperCamelCase__				     =			hidden_act
										UpperCamelCase__				     =			intermediate_size
										UpperCamelCase__				     =			hidden_dropout_prob
										UpperCamelCase__				     =			attention_probs_dropout_prob
										UpperCamelCase__				     =			max_position_embeddings
										UpperCamelCase__				     =			type_vocab_size
										UpperCamelCase__				     =			initializer_range
										UpperCamelCase__				     =			layer_norm_eps
										UpperCamelCase__				     =			position_embedding_type
										UpperCamelCase__				     =			use_cache
										UpperCamelCase__				     =			classifier_dropout
										# additional properties
										UpperCamelCase__				     =			max_depth
										UpperCamelCase__				     =			max_xpath_tag_unit_embeddings
										UpperCamelCase__				     =			max_xpath_subs_unit_embeddings
										UpperCamelCase__				     =			tag_pad_id
										UpperCamelCase__				     =			subs_pad_id
										UpperCamelCase__				     =			xpath_unit_hidden_size











from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__											= logging.get_logger(__name__)

UpperCamelCase__											= {
    "studio-ousia/luke-base": "https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json",
    "studio-ousia/luke-large": "https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json",
}

class        __SCREAMING_SNAKE_CASE					(     _a       ):
							snake_case     :      Optional[int]						     =       """luke"""






							def __init__(						self  , __lowerCAmelCase=50267  , __lowerCAmelCase=500000  , __lowerCAmelCase=768  , __lowerCAmelCase=256  , __lowerCAmelCase=12  , __lowerCAmelCase=12  , __lowerCAmelCase=3072  , __lowerCAmelCase="gelu"  , __lowerCAmelCase=0.1  , __lowerCAmelCase=0.1  , __lowerCAmelCase=512  , __lowerCAmelCase=2  , __lowerCAmelCase=0.02  , __lowerCAmelCase=1E-12  , __lowerCAmelCase=True  , __lowerCAmelCase=None  , __lowerCAmelCase=1  , __lowerCAmelCase=0  , __lowerCAmelCase=2  , **__lowerCAmelCase  , ):
														super().__init__(pad_token_id=__lowerCAmelCase  , bos_token_id=__lowerCAmelCase  , eos_token_id=__lowerCAmelCase  , **__lowerCAmelCase  )

														UpperCamelCase__				     =			vocab_size
														UpperCamelCase__				     =			entity_vocab_size
														UpperCamelCase__				     =			hidden_size
														UpperCamelCase__				     =			entity_emb_size
														UpperCamelCase__				     =			num_hidden_layers
														UpperCamelCase__				     =			num_attention_heads
														UpperCamelCase__				     =			hidden_act
														UpperCamelCase__				     =			intermediate_size
														UpperCamelCase__				     =			hidden_dropout_prob
														UpperCamelCase__				     =			attention_probs_dropout_prob
														UpperCamelCase__				     =			max_position_embeddings
														UpperCamelCase__				     =			type_vocab_size
														UpperCamelCase__				     =			initializer_range
														UpperCamelCase__				     =			layer_norm_eps
														UpperCamelCase__				     =			use_entity_aware_attention
														UpperCamelCase__				     =			classifier_dropout




