






from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__   :      Dict				=		logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__   :      List[Any]				=		{
    """studio-ousia/luke-base""": """https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json""",
    """studio-ousia/luke-large""": """https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json""",
}
class     lowerCamelCase_					(   lowerCamelCase			):
				a__       							=	'''luke'''







				def __init__(    self							,       __lowerCAmelCase=5_0_2_6_7							,       __lowerCAmelCase=5_0_0_0_0_0							,       __lowerCAmelCase=7_6_8							,       __lowerCAmelCase=2_5_6							,       __lowerCAmelCase=1_2							,       __lowerCAmelCase=1_2							,       __lowerCAmelCase=3_0_7_2							,       __lowerCAmelCase="gelu"							,       __lowerCAmelCase=0.1							,       __lowerCAmelCase=0.1							,       __lowerCAmelCase=5_1_2							,       __lowerCAmelCase=2							,       __lowerCAmelCase=0.02							,       __lowerCAmelCase=1E-12							,       __lowerCAmelCase=True							,       __lowerCAmelCase=None							,       __lowerCAmelCase=1							,       __lowerCAmelCase=0							,       __lowerCAmelCase=2							,       **__lowerCAmelCase							,       ):
								"""simple docstring"""
								super().__init__(pad_token_id=__lowerCAmelCase							,       bos_token_id=__lowerCAmelCase							,       eos_token_id=__lowerCAmelCase							,       **__lowerCAmelCase  )

								__magic_name__		:List[str]   =   vocab_size
								__magic_name__		:int   =   entity_vocab_size
								__magic_name__		:List[str]   =   hidden_size
								__magic_name__		:Union[str, Any]   =   entity_emb_size
								__magic_name__		:Tuple   =   num_hidden_layers
								__magic_name__		:Dict   =   num_attention_heads
								__magic_name__		:Optional[Any]   =   hidden_act
								__magic_name__		:Tuple   =   intermediate_size
								__magic_name__		:List[Any]   =   hidden_dropout_prob
								__magic_name__		:List[Any]   =   attention_probs_dropout_prob
								__magic_name__		:Dict   =   max_position_embeddings
								__magic_name__		:Optional[Any]   =   type_vocab_size
								__magic_name__		:int   =   initializer_range
								__magic_name__		:str   =   layer_norm_eps
								__magic_name__		:Union[str, Any]   =   use_entity_aware_attention
								__magic_name__		:Tuple   =   classifier_dropout














from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available


SCREAMING_SNAKE_CASE__   :      Optional[int]				=		{"""tokenization_herbert""": ["""HerbertTokenizer"""]}

try:
					if not is_tokenizers_available():
										raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
					pass
else:
					SCREAMING_SNAKE_CASE__   :      Optional[Any]				=		["""HerbertTokenizerFast"""]


if TYPE_CHECKING:
					from .tokenization_herbert import HerbertTokenizer

					try:
										if not is_tokenizers_available():
															raise OptionalDependencyNotAvailable()
					except OptionalDependencyNotAvailable:
										pass
					else:
										from .tokenization_herbert_fast import HerbertTokenizerFast

else:
					import sys

					SCREAMING_SNAKE_CASE__   :      Union[str, Any]				=		_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)






