



"""simple docstring"""






from ..utils import DummyObject, requires_backends



class      A__  (    metaclass=a__				):




	'''simple docstring'''





	SCREAMING_SNAKE_CASE        =      ['flax', 'transformers']

	def __init__(	self:						int			,     *_SCREAMING_SNAKE_CASE:						Optional[int]			,     **_SCREAMING_SNAKE_CASE:						Union[str, Any])							->			Optional[Any]:

				"""simple docstring"""

				requires_backends(self			,     ["flax", "transformers"])

	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						List[Any]			,     *_SCREAMING_SNAKE_CASE:						str			,     **_SCREAMING_SNAKE_CASE:						Optional[int])							->			Union[str, Any]:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])







	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						Tuple			,     *_SCREAMING_SNAKE_CASE:						Optional[int]			,     **_SCREAMING_SNAKE_CASE:						int)							->			int:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])






class      A__  (    metaclass=a__				):




	'''simple docstring'''





	SCREAMING_SNAKE_CASE        =      ['flax', 'transformers']

	def __init__(	self:						List[Any]			,     *_SCREAMING_SNAKE_CASE:						Union[str, Any]			,     **_SCREAMING_SNAKE_CASE:						Dict)							->			int:

				"""simple docstring"""

				requires_backends(self			,     ["flax", "transformers"])

	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						Union[str, Any]			,     *_SCREAMING_SNAKE_CASE:						Any			,     **_SCREAMING_SNAKE_CASE:						Any)							->			Union[str, Any]:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])







	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						Tuple			,     *_SCREAMING_SNAKE_CASE:						Optional[int]			,     **_SCREAMING_SNAKE_CASE:						Dict)							->			Optional[Any]:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])






class      A__  (    metaclass=a__				):




	'''simple docstring'''





	SCREAMING_SNAKE_CASE        =      ['flax', 'transformers']

	def __init__(	self:						Optional[int]			,     *_SCREAMING_SNAKE_CASE:						Dict			,     **_SCREAMING_SNAKE_CASE:						Any)							->			str:

				"""simple docstring"""

				requires_backends(self			,     ["flax", "transformers"])

	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						int			,     *_SCREAMING_SNAKE_CASE:						Optional[int]			,     **_SCREAMING_SNAKE_CASE:						Any)							->			Union[str, Any]:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])







	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						int			,     *_SCREAMING_SNAKE_CASE:						Dict			,     **_SCREAMING_SNAKE_CASE:						Union[str, Any])							->			List[Any]:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])






class      A__  (    metaclass=a__				):




	'''simple docstring'''





	SCREAMING_SNAKE_CASE        =      ['flax', 'transformers']

	def __init__(	self:						Any			,     *_SCREAMING_SNAKE_CASE:						List[str]			,     **_SCREAMING_SNAKE_CASE:						List[Any])							->			List[str]:

				"""simple docstring"""

				requires_backends(self			,     ["flax", "transformers"])

	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						Optional[Any]			,     *_SCREAMING_SNAKE_CASE:						str			,     **_SCREAMING_SNAKE_CASE:						Tuple)							->			int:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])







	@classmethod
	def 				_SCREAMING_SNAKE_CASE  (	cls:						Tuple			,     *_SCREAMING_SNAKE_CASE:						Any			,     **_SCREAMING_SNAKE_CASE:						Any)							->			Dict:

				"""simple docstring"""

				requires_backends(cls			,     ["flax", "transformers"])






"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase     :						Optional[Any]						       =  logging.get_logger(__name__)

__UpperCamelCase     :						List[Any]						       =  {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}







class       a							(   a__  ):
 snake_case__             =       '''megatron-bert'''



 def __init__(     self				,       _snake_case=2_90_56				,       _snake_case=10_24				,       _snake_case=24				,       _snake_case=16				,       _snake_case=40_96				,       _snake_case="gelu"				,       _snake_case=0.1				,       _snake_case=0.1				,       _snake_case=5_12				,       _snake_case=2				,       _snake_case=0.02				,       _snake_case=1E-12				,       _snake_case=0				,       _snake_case="absolute"				,       _snake_case=True				,       **_snake_case				,       ):







  """simple docstring"""






  super().__init__(pad_token_id=_snake_case				,       **_snake_case     )

  lowerCAmelCase    				= vocab_size
  lowerCAmelCase    				= hidden_size
  lowerCAmelCase    				= num_hidden_layers
  lowerCAmelCase    				= num_attention_heads
  lowerCAmelCase    				= hidden_act
  lowerCAmelCase    				= intermediate_size
  lowerCAmelCase    				= hidden_dropout_prob
  lowerCAmelCase    				= attention_probs_dropout_prob
  lowerCAmelCase    				= max_position_embeddings
  lowerCAmelCase    				= type_vocab_size
  lowerCAmelCase    				= initializer_range
  lowerCAmelCase    				= layer_norm_eps
  lowerCAmelCase    				= position_embedding_type
  lowerCAmelCase    				= use_cache





