




"""simple docstring"""

from ...configuration_utils import PretrainedConfig





class 							lowercase_			(	__lowerCAmelCase				):



 '''simple docstring'''
 UpperCAmelCase       :	Optional[int]     =      '''bert-generation'''

 def __init__(					self			:			Optional[int]       ,				_UpperCAmelCase			:			Optional[int]=50_358       ,				_UpperCAmelCase			:			Optional[Any]=1_024       ,				_UpperCAmelCase			:			Optional[int]=24       ,				_UpperCAmelCase			:			int=16       ,				_UpperCAmelCase			:			List[Any]=4_096       ,				_UpperCAmelCase			:			List[Any]="gelu"       ,				_UpperCAmelCase			:			Union[str, Any]=0.1       ,				_UpperCAmelCase			:			Tuple=0.1       ,				_UpperCAmelCase			:			List[str]=512       ,				_UpperCAmelCase			:			Union[str, Any]=0.02       ,				_UpperCAmelCase			:			Optional[int]=1E-1_2       ,				_UpperCAmelCase			:			Any=0       ,				_UpperCAmelCase			:			Optional[int]=2       ,				_UpperCAmelCase			:			str=1       ,				_UpperCAmelCase			:			str="absolute"       ,				_UpperCAmelCase			:			int=True       ,				**_UpperCAmelCase			:			Union[str, Any]       ,				):
       super().__init__(pad_token_id=_UpperCAmelCase       ,				bos_token_id=_UpperCAmelCase       ,				eos_token_id=_UpperCAmelCase       ,				**_UpperCAmelCase						)

       _A     =  vocab_size
       _A     =  hidden_size
       _A     =  num_hidden_layers
       _A     =  num_attention_heads
       _A     =  hidden_act
       _A     =  intermediate_size
       _A     =  hidden_dropout_prob
       _A     =  attention_probs_dropout_prob
       _A     =  max_position_embeddings
       _A     =  initializer_range
       _A     =  layer_norm_eps
       _A     =  position_embedding_type
       _A     =  use_cache


'''simple docstring'''


def   A_      (       SCREAMING_SNAKE_CASE_						)			->bool:
  if num < 0:
    return False

  lowercase_     =       num
  lowercase_     =       0
  while num > 0:
    lowercase_     =       rev_num * 10 + (num % 10)
    num //= 10

  return num_copy == rev_num


if __name__ == "__main__":
       import doctest

       doctest.testmod()

