
"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_       :    List[Any]						      =			logging.get_logger(__name__)

UpperCamelCase_       :    Dict						      =			{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}



class __lowerCAmelCase					(       _lowercase   ):




			"""simple docstring"""







			snake_case						   =					"megatron-bert"




			def __init__(					self    :       Any							, _snake_case    :       Dict=29_056							, _snake_case    :       Optional[int]=1_024							, _snake_case    :       List[Any]=24							, _snake_case    :       Tuple=16							, _snake_case    :       Dict=4_096							, _snake_case    :       Dict="gelu"							, _snake_case    :       List[Any]=0.1							, _snake_case    :       Tuple=0.1							, _snake_case    :       str=512							, _snake_case    :       Optional[int]=2							, _snake_case    :       List[str]=0.0_2							, _snake_case    :       Tuple=1e-12							, _snake_case    :       int=0							, _snake_case    :       Optional[int]="absolute"							, _snake_case    :       List[Any]=True							, **_snake_case    :       List[Any]							, )   ->			Optional[Any]:







								"""simple docstring"""
								super().__init__(pad_token_id=_snake_case							, **_snake_case						)

								A_								=    vocab_size
								A_								=    hidden_size
								A_								=    num_hidden_layers
								A_								=    num_attention_heads
								A_								=    hidden_act
								A_								=    intermediate_size
								A_								=    hidden_dropout_prob
								A_								=    attention_probs_dropout_prob
								A_								=    max_position_embeddings
								A_								=    type_vocab_size
								A_								=    initializer_range
								A_								=    layer_norm_eps
								A_								=    position_embedding_type
								A_								=    use_cache






"""simple docstring"""





from typing import TYPE_CHECKING

from ..utils import _LazyModule


UpperCamelCase_       :    Dict						      =			{
    '''config''': [
        '''EXTERNAL_DATA_FORMAT_SIZE_LIMIT''',
        '''OnnxConfig''',
        '''OnnxConfigWithPast''',
        '''OnnxSeq2SeqConfigWithPast''',
        '''PatchingSpec''',
    ],
    '''convert''': ['''export''', '''validate_model_outputs'''],
    '''features''': ['''FeaturesManager'''],
    '''utils''': ['''ParameterFormat''', '''compute_serialized_parameters_size'''],
}


if TYPE_CHECKING:
		from .config import (
		    EXTERNAL_DATA_FORMAT_SIZE_LIMIT,
		    OnnxConfig,
		    OnnxConfigWithPast,
		    OnnxSeqaSeqConfigWithPast,
		    PatchingSpec,
		)
		from .convert import export, validate_model_outputs
		from .features import FeaturesManager
		from .utils import ParameterFormat, compute_serialized_parameters_size

else:
		import sys

		UpperCamelCase_       :    List[Any]						      =			_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)




