




'''simple docstring'''


import logging

from transformers.configuration_utils import PretrainedConfig


_lowercase  =			logging.getLogger(__name__)
class 						a_				(			UpperCAmelCase__						):
	lowercase_       :     Union[str, Any]			  =      '''masked_bert'''




	def __init__(       self     :  int       ,		__lowerCAmelCase     :  Any=3_0_5_2_2       ,		__lowerCAmelCase     :  str=7_6_8       ,		__lowerCAmelCase     :  Optional[Any]=1_2       ,		__lowerCAmelCase     :  Union[str, Any]=1_2       ,		__lowerCAmelCase     :  Tuple=3_0_7_2       ,		__lowerCAmelCase     :  Any="gelu"       ,		__lowerCAmelCase     :  Any=0.1       ,		__lowerCAmelCase     :  List[str]=0.1       ,		__lowerCAmelCase     :  Tuple=5_1_2       ,		__lowerCAmelCase     :  Union[str, Any]=2       ,		__lowerCAmelCase     :  List[Any]=0.02       ,		__lowerCAmelCase     :  Optional[int]=1E-12       ,		__lowerCAmelCase     :  Optional[Any]=0       ,		__lowerCAmelCase     :  Optional[int]="topK"       ,		__lowerCAmelCase     :  Tuple="constant"       ,		__lowerCAmelCase     :  Optional[Any]=0.0       ,		**__lowerCAmelCase     :  Dict       ,		):
							super().__init__(pad_token_id=__lowerCAmelCase       ,		**__lowerCAmelCase      )

							__snake_case						 =   vocab_size
							__snake_case						 =   hidden_size
							__snake_case						 =   num_hidden_layers
							__snake_case						 =   num_attention_heads
							__snake_case						 =   hidden_act
							__snake_case						 =   intermediate_size
							__snake_case						 =   hidden_dropout_prob
							__snake_case						 =   attention_probs_dropout_prob
							__snake_case						 =   max_position_embeddings
							__snake_case						 =   type_vocab_size
							__snake_case						 =   initializer_range
							__snake_case						 =   layer_norm_eps
							__snake_case						 =   pruning_method
							__snake_case						 =   mask_init
							__snake_case						 =   mask_scale







'''simple docstring'''


def 						lowerCamelCase__   (				a							):
						if number < 0:
												raise ValueError('number must not be negative'							)
						return number & (number - 1) == 0


if __name__ == "__main__":
	import doctest

	doctest.testmod()

