





def     _UpperCamelCase     (a__   :int   ,			a__   :int       ):






							"""simple docstring"""





							if a < 0 or b < 0:
														raise ValueError("""the value of both inputs must be positive"""       )

							UpperCamelCase__				     =			str(bin(a__       )       )[2:]  # remove the leading "0b"
							UpperCamelCase__				     =			str(bin(a__       )       )[2:]  # remove the leading "0b"

							UpperCamelCase__				     =			max(len(a__       )   ,			len(a__       )       )

							return "0b" + "".join(
							    str(int(char_a != char_b       )       )
							    for char_a, char_b in zip(a_binary.zfill(a__       )   ,			b_binary.zfill(a__       )       )       )


if __name__ == "__main__":
					import doctest

					doctest.testmod()











from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__											= logging.get_logger(__name__)

UpperCamelCase__											= {
    "studio-ousia/luke-base": "https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json",
    "studio-ousia/luke-large": "https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json",
}

class        __SCREAMING_SNAKE_CASE					(     _a       ):
							snake_case     :      Optional[int]						     =       """luke"""






							def __init__(						self  , __lowerCAmelCase=50267  , __lowerCAmelCase=500000  , __lowerCAmelCase=768  , __lowerCAmelCase=256  , __lowerCAmelCase=12  , __lowerCAmelCase=12  , __lowerCAmelCase=3072  , __lowerCAmelCase="gelu"  , __lowerCAmelCase=0.1  , __lowerCAmelCase=0.1  , __lowerCAmelCase=512  , __lowerCAmelCase=2  , __lowerCAmelCase=0.02  , __lowerCAmelCase=1E-12  , __lowerCAmelCase=True  , __lowerCAmelCase=None  , __lowerCAmelCase=1  , __lowerCAmelCase=0  , __lowerCAmelCase=2  , **__lowerCAmelCase  , ):
														super().__init__(pad_token_id=__lowerCAmelCase  , bos_token_id=__lowerCAmelCase  , eos_token_id=__lowerCAmelCase  , **__lowerCAmelCase  )

														UpperCamelCase__				     =			vocab_size
														UpperCamelCase__				     =			entity_vocab_size
														UpperCamelCase__				     =			hidden_size
														UpperCamelCase__				     =			entity_emb_size
														UpperCamelCase__				     =			num_hidden_layers
														UpperCamelCase__				     =			num_attention_heads
														UpperCamelCase__				     =			hidden_act
														UpperCamelCase__				     =			intermediate_size
														UpperCamelCase__				     =			hidden_dropout_prob
														UpperCamelCase__				     =			attention_probs_dropout_prob
														UpperCamelCase__				     =			max_position_embeddings
														UpperCamelCase__				     =			type_vocab_size
														UpperCamelCase__				     =			initializer_range
														UpperCamelCase__				     =			layer_norm_eps
														UpperCamelCase__				     =			use_entity_aware_attention
														UpperCamelCase__				     =			classifier_dropout




