


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase			=				logging.get_logger(__name__)

lowerCAmelCase			=				{
    'studio-ousia/luke-base': 'https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json',
    'studio-ousia/luke-large': 'https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json',
}


class 			_a				(     UpperCamelCase__     ):
							_lowercase      :     Union[str, Any]     =					'''luke'''

							def __init__(				self:      Any       ,		UpperCamelCase_:      Optional[int]=50_267       ,		UpperCamelCase_:      List[Any]=500_000       ,		UpperCamelCase_:      Optional[int]=768       ,		UpperCamelCase_:      Any=256       ,		UpperCamelCase_:      Union[str, Any]=12       ,		UpperCamelCase_:      str=12       ,		UpperCamelCase_:      Optional[int]=3_072       ,		UpperCamelCase_:      str="gelu"       ,		UpperCamelCase_:      Dict=0.1       ,		UpperCamelCase_:      Optional[Any]=0.1       ,		UpperCamelCase_:      Tuple=512       ,		UpperCamelCase_:      Tuple=2       ,		UpperCamelCase_:      Union[str, Any]=0.02       ,		UpperCamelCase_:      Any=1E-1_2       ,		UpperCamelCase_:      str=True       ,		UpperCamelCase_:      Optional[Any]=None       ,		UpperCamelCase_:      List[Any]=1       ,		UpperCamelCase_:      int=0       ,		UpperCamelCase_:      Optional[Any]=2       ,		**UpperCamelCase_:      int       ,		)     ->  Dict:





									"""simple docstring"""







									super().__init__(pad_token_id=UpperCamelCase_       ,		bos_token_id=UpperCamelCase_       ,		eos_token_id=UpperCamelCase_       ,		**UpperCamelCase_				)

									lowercase__				= vocab_size
									lowercase__				= entity_vocab_size
									lowercase__				= hidden_size
									lowercase__				= entity_emb_size
									lowercase__				= num_hidden_layers
									lowercase__				= num_attention_heads
									lowercase__				= hidden_act
									lowercase__				= intermediate_size
									lowercase__				= hidden_dropout_prob
									lowercase__				= attention_probs_dropout_prob
									lowercase__				= max_position_embeddings
									lowercase__				= type_vocab_size
									lowercase__				= initializer_range
									lowercase__				= layer_norm_eps
									lowercase__				= use_entity_aware_attention
									lowercase__				= classifier_dropout









def   __snake_case    (       _lowerCAmelCase			:			int						)			->    bool:
   if num < 0:
      return False

   A_       :					int        =      num
   A_       :					int        =      0
   while num > 0:
      A_       :					str        =      rev_num * 10 + (num % 10)
      num //= 10

   return num_copy == rev_num


if __name__ == "__main__":
 import doctest

 doctest.testmod()
