





import logging

from transformers.configuration_utils import PretrainedConfig


__A     =    logging.getLogger(__name__)



class        _SCREAMING_SNAKE_CASE						(     __SCREAMING_SNAKE_CASE   ):







 '''simple docstring'''
 lowercase_		=      "masked_bert"

 def __init__(self    :       Union[str, Any]	,			UpperCAmelCase_    :       Optional[Any]=30_522	,			UpperCAmelCase_    :       Optional[Any]=768	,			UpperCAmelCase_    :       Union[str, Any]=12	,			UpperCAmelCase_    :       List[Any]=12	,			UpperCAmelCase_    :       Tuple=3_072	,			UpperCAmelCase_    :       Dict="gelu"	,			UpperCAmelCase_    :       int=0.1	,			UpperCAmelCase_    :       Dict=0.1	,			UpperCAmelCase_    :       Any=512	,			UpperCAmelCase_    :       Dict=2	,			UpperCAmelCase_    :       Dict=0.02	,			UpperCAmelCase_    :       Union[str, Any]=1E-1_2	,			UpperCAmelCase_    :       Tuple=0	,			UpperCAmelCase_    :       List[str]="topK"	,			UpperCAmelCase_    :       int="constant"	,			UpperCAmelCase_    :       Dict=0.0	,			**UpperCAmelCase_    :       Union[str, Any]	,			)	->int:



   '''simple docstring'''



   super().__init__(pad_token_id=UpperCAmelCase_	,			**UpperCAmelCase_)

   lowerCamelCase__:				List[Any]        =vocab_size
   lowerCamelCase__:				List[Any]        =hidden_size
   lowerCamelCase__:				List[str]        =num_hidden_layers
   lowerCamelCase__:				List[Any]        =num_attention_heads
   lowerCamelCase__:				Any        =hidden_act
   lowerCamelCase__:				Dict        =intermediate_size
   lowerCamelCase__:				Optional[int]        =hidden_dropout_prob
   lowerCamelCase__:				Tuple        =attention_probs_dropout_prob
   lowerCamelCase__:				Any        =max_position_embeddings
   lowerCamelCase__:				Dict        =type_vocab_size
   lowerCamelCase__:				Dict        =initializer_range
   lowerCamelCase__:				str        =layer_norm_eps
   lowerCamelCase__:				Optional[int]        =pruning_method
   lowerCamelCase__:				List[str]        =mask_init
   lowerCamelCase__:				Optional[Any]        =mask_scale








from ..utils import DummyObject, requires_backends



class        _SCREAMING_SNAKE_CASE						(     metaclass=__SCREAMING_SNAKE_CASE   ):







 '''simple docstring'''
 lowercase_		=      ["torch", "torchsde"]

 def __init__(self    :       Union[str, Any]	,			*UpperCAmelCase_    :       Dict	,			**UpperCAmelCase_    :       Tuple)	->Any:



   '''simple docstring'''



   requires_backends(self	,			["torch", "torchsde"])

 @classmethod
 def 							SCREAMING_SNAKE_CASE_ (cls    :       Dict	,			*UpperCAmelCase_    :       Optional[int]	,			**UpperCAmelCase_    :       Optional[int])	->List[Any]:



   '''simple docstring'''



   requires_backends(cls	,			["torch", "torchsde"])







 @classmethod
 def 							SCREAMING_SNAKE_CASE_ (cls    :       Tuple	,			*UpperCAmelCase_    :       Tuple	,			**UpperCAmelCase_    :       Any)	->Any:



   '''simple docstring'''



   requires_backends(cls	,			["torch", "torchsde"])

