





"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case_   :   int        =       logging.get_logger(__name__)

snake_case_   :   Union[str, Any]        =       {
    """uw-madison/mra-base-512-4""": """https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json""",
}







class       snake_case__  ( lowerCAmelCase_     ):
			SCREAMING_SNAKE_CASE__     				=						'''mra'''







			def __init__(			self			: int			,  lowercase			: int=5_02_65			,  lowercase			: List[Any]=7_68			,  lowercase			: Dict=12			,  lowercase			: int=12			,  lowercase			: Dict=30_72			,  lowercase			: List[str]="gelu"			,  lowercase			: List[str]=0.1			,  lowercase			: Union[str, Any]=0.1			,  lowercase			: Any=5_12			,  lowercase			: Optional[Any]=1			,  lowercase			: Any=0.0_2			,  lowercase			: Optional[int]=1E-5			,  lowercase			: List[Any]="absolute"			,  lowercase			: List[Any]=4			,  lowercase			: str="full"			,  lowercase			: Optional[Any]=0			,  lowercase			: List[Any]=0			,  lowercase			: Tuple=1			,  lowercase			: Optional[int]=0			,  lowercase			: Any=2			,  **lowercase			: Tuple			,  ):





								'''simple docstring'''



								super().__init__(pad_token_id=lowercase			,  bos_token_id=lowercase			,  eos_token_id=lowercase			,  **lowercase  )

								UpperCAmelCase			:   List[Any]      =				vocab_size
								UpperCAmelCase			:   int      =				max_position_embeddings
								UpperCAmelCase			:   Optional[int]      =				hidden_size
								UpperCAmelCase			:   Optional[Any]      =				num_hidden_layers
								UpperCAmelCase			:   Optional[Any]      =				num_attention_heads
								UpperCAmelCase			:   str      =				intermediate_size
								UpperCAmelCase			:   Union[str, Any]      =				hidden_act
								UpperCAmelCase			:   Tuple      =				hidden_dropout_prob
								UpperCAmelCase			:   List[Any]      =				attention_probs_dropout_prob
								UpperCAmelCase			:   str      =				initializer_range
								UpperCAmelCase			:   Optional[Any]      =				type_vocab_size
								UpperCAmelCase			:   int      =				layer_norm_eps
								UpperCAmelCase			:   Optional[int]      =				position_embedding_type
								UpperCAmelCase			:   Union[str, Any]      =				block_per_row
								UpperCAmelCase			:   Optional[int]      =				approx_mode
								UpperCAmelCase			:   int      =				initial_prior_first_n_blocks
								UpperCAmelCase			:   Tuple      =				initial_prior_diagonal_n_blocks





"""simple docstring"""






import math



def   lowercase_	(    _lowercase       :		int	):




					'''simple docstring'''






					return math.sqrt(_lowercase	) * math.sqrt(_lowercase	) == num



def   lowercase_	(    _lowercase       :		int	):




					'''simple docstring'''






					UpperCAmelCase			:   List[Any]      =				0
					UpperCAmelCase			:   Tuple      =				n
					while left <= right:
										UpperCAmelCase			:   Tuple      =				(left + right) // 2
										if mid**2 == n:
															return True
										elif mid**2 > n:
															UpperCAmelCase			:   List[str]      =				mid - 1
										else:
															UpperCAmelCase			:   Any      =				mid + 1
					return False


if __name__ == "__main__":
	import doctest

	doctest.testmod()


