
"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__   :					Optional[int]												=				logging.get_logger(__name__)

UpperCAmelCase__   :					int												=				{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}



class 			lowerCAmelCase_		(a__						):


    """simple docstring"""



    __UpperCamelCase   :		Optional[int]       =     '''megatron-bert'''



    def __init__(self     , SCREAMING_SNAKE_CASE__=2_90_56     , SCREAMING_SNAKE_CASE__=10_24     , SCREAMING_SNAKE_CASE__=24     , SCREAMING_SNAKE_CASE__=16     , SCREAMING_SNAKE_CASE__=40_96     , SCREAMING_SNAKE_CASE__="gelu"     , SCREAMING_SNAKE_CASE__=0.1     , SCREAMING_SNAKE_CASE__=0.1     , SCREAMING_SNAKE_CASE__=5_12     , SCREAMING_SNAKE_CASE__=2     , SCREAMING_SNAKE_CASE__=0.02     , SCREAMING_SNAKE_CASE__=1E-12     , SCREAMING_SNAKE_CASE__=0     , SCREAMING_SNAKE_CASE__="absolute"     , SCREAMING_SNAKE_CASE__=True     , **SCREAMING_SNAKE_CASE__     , )      ->	Any:



           """simple docstring"""




           super().__init__(pad_token_id=SCREAMING_SNAKE_CASE__     , **SCREAMING_SNAKE_CASE__					)

           SCREAMING_SNAKE_CASE__		: Optional[Any]     =     vocab_size
           SCREAMING_SNAKE_CASE__		: Optional[int]     =     hidden_size
           SCREAMING_SNAKE_CASE__		: int     =     num_hidden_layers
           SCREAMING_SNAKE_CASE__		: List[Any]     =     num_attention_heads
           SCREAMING_SNAKE_CASE__		: int     =     hidden_act
           SCREAMING_SNAKE_CASE__		: Union[str, Any]     =     intermediate_size
           SCREAMING_SNAKE_CASE__		: Tuple     =     hidden_dropout_prob
           SCREAMING_SNAKE_CASE__		: Optional[Any]     =     attention_probs_dropout_prob
           SCREAMING_SNAKE_CASE__		: int     =     max_position_embeddings
           SCREAMING_SNAKE_CASE__		: Tuple     =     type_vocab_size
           SCREAMING_SNAKE_CASE__		: Optional[Any]     =     initializer_range
           SCREAMING_SNAKE_CASE__		: Dict     =     layer_norm_eps
           SCREAMING_SNAKE_CASE__		: Dict     =     position_embedding_type
           SCREAMING_SNAKE_CASE__		: List[str]     =     use_cache






"""simple docstring"""




import baseaa

def lowercase_						(     _snake_case		):
							return baseaa.baaencode(string.encode("""utf-8"""		)		)

def lowercase_						(     _snake_case		):
							return baseaa.baadecode(_snake_case		).decode("""utf-8"""		)


if __name__ == "__main__":
					UpperCAmelCase__   :					Dict												=				'Hello World!'
					UpperCAmelCase__   :					Tuple												=				baseaa_encode(test)
					print(encoded)

					UpperCAmelCase__   :					Tuple												=				baseaa_decode(encoded)
					print(decoded)




