





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_							=				logging.get_logger(__name__)

UpperCAmelCase_							=				{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}
class     UpperCamelCase__					(     snake_case_				):






		'''simple docstring'''






		__a       :       Dict       =	"""megatron-bert"""






		def __init__(							self,   snake_case__=2_90_56,   snake_case__=10_24,   snake_case__=24,   snake_case__=16,   snake_case__=40_96,   snake_case__="gelu",   snake_case__=0.1,   snake_case__=0.1,   snake_case__=5_12,   snake_case__=2,   snake_case__=0.02,   snake_case__=1E-12,   snake_case__=0,   snake_case__="absolute",   snake_case__=True,   **snake_case__,   )       -> Tuple:






									"""simple docstring"""
									super().__init__(pad_token_id=snake_case__,   **snake_case__  )

									lowercase_	:   Union[str, Any]  				=     vocab_size
									lowercase_	:   str  				=     hidden_size
									lowercase_	:   int  				=     num_hidden_layers
									lowercase_	:   str  				=     num_attention_heads
									lowercase_	:   Union[str, Any]  				=     hidden_act
									lowercase_	:   List[Any]  				=     intermediate_size
									lowercase_	:   Optional[int]  				=     hidden_dropout_prob
									lowercase_	:   Any  				=     attention_probs_dropout_prob
									lowercase_	:   List[str]  				=     max_position_embeddings
									lowercase_	:   List[Any]  				=     type_vocab_size
									lowercase_	:   str  				=     initializer_range
									lowercase_	:   Dict  				=     layer_norm_eps
									lowercase_	:   Any  				=     position_embedding_type
									lowercase_	:   List[str]  				=     use_cache
"""simple docstring"""



def 	_lowerCamelCase(	a = 1   ,    a = 1_0_0_0				):
       __a       =    1
       __a       =    0

       for divide_by_number in range(a   ,    digit + 1				):
              __a       =    []
              __a       =    numerator
              for _ in range(1   ,    digit + 1				):
                     if now_divide in has_been_divided:
                            if longest_list_length < len(a				):
                                   __a       =    len(a				)
                                   __a       =    divide_by_number
                     else:
                            has_been_divided.append(a				)
                            __a       =    now_divide * 1_0 % divide_by_number

       return the_digit


# Tests
if __name__ == "__main__":
   import doctest

   doctest.testmod()
