'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase_   :   int       =					logging.get_logger(__name__)

lowerCAmelCase_   :   Optional[int]       =					{
    "SCUT-DLVCLab/lilt-roberta-en-base": (
        "https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json"
    ),
}






class       UpperCamelCase__  (		__lowerCAmelCase     ):
	lowerCAmelCase__					:			Dict								=						"lilt"







	def __init__(				self			:   List[Any] , lowerCamelCase			:   Any=3_0_5_2_2 , lowerCamelCase			:   Union[str, Any]=7_6_8 , lowerCamelCase			:   Optional[int]=1_2 , lowerCamelCase			:   Union[str, Any]=1_2 , lowerCamelCase			:   Dict=3_0_7_2 , lowerCamelCase			:   List[str]="gelu" , lowerCamelCase			:   Dict=0.1 , lowerCamelCase			:   List[Any]=0.1 , lowerCamelCase			:   Any=5_1_2 , lowerCamelCase			:   List[str]=2 , lowerCamelCase			:   Union[str, Any]=0.02 , lowerCamelCase			:   Any=1e-12 , lowerCamelCase			:   List[str]=0 , lowerCamelCase			:   List[str]="absolute" , lowerCamelCase			:   List[Any]=None , lowerCamelCase			:   Any=4 , lowerCamelCase			:   List[Any]=1_0_2_4 , **lowerCamelCase			:   List[str] , ):




				'''simple docstring'''
				super().__init__(pad_token_id=lowerCamelCase , **lowerCamelCase		)

				a__     = vocab_size
				a__     = hidden_size
				a__     = num_hidden_layers
				a__     = num_attention_heads
				a__     = hidden_act
				a__     = intermediate_size
				a__     = hidden_dropout_prob
				a__     = attention_probs_dropout_prob
				a__     = max_position_embeddings
				a__     = type_vocab_size
				a__     = initializer_range
				a__     = layer_norm_eps
				a__     = position_embedding_type
				a__     = classifier_dropout
				a__     = channel_shrink_ratio
				a__     = max_ad_position_embeddings










'''simple docstring'''


def    _lowerCamelCase  (__lowerCamelCase  :     str     )   ->    bool:
			a__     = 0
			for ch in input_str:
						a__     = ord(__lowerCamelCase     )
						a__     = pow(2					,  __lowerCamelCase     )

						# If we already turned on bit for current character's unicode
						if bitmap >> ch_unicode & 1 == 1:
									return False
						bitmap |= ch_bit_index_on
			return True


if __name__ == "__main__":
		import doctest

		doctest.testmod()



