



"""simple docstring"""
from ..utils import DummyObject, requires_backends




class 			snake_case_						(						metaclass=a_				):
							__lowerCAmelCase    					=					["transformers", "torch", "note_seq"]






							def __init__(   self			,     *a_			,     **a_      ):
									requires_backends(self			,     ["transformers", "torch", "note_seq"]      )






							@classmethod
							def snake_case_  (   cls			,     *a_			,     **a_      ):
									requires_backends(cls			,     ["transformers", "torch", "note_seq"]      )






							@classmethod
							def snake_case_  (   cls			,     *a_			,     **a_      ):
									requires_backends(cls			,     ["transformers", "torch", "note_seq"]      )




"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE_				= logging.get_logger(__name__)

SCREAMING_SNAKE_CASE_				= {
    """uw-madison/mra-base-512-4""": """https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json""",
}




class 			snake_case_						(						a_				):
							__lowerCAmelCase    					=					"mra"






							def __init__(   self			,     a_=5_0_2_6_5			,     a_=7_6_8			,     a_=1_2			,     a_=1_2			,     a_=3_0_7_2			,     a_="gelu"			,     a_=0.1			,     a_=0.1			,     a_=5_1_2			,     a_=1			,     a_=0.02			,     a_=1e-5			,     a_="absolute"			,     a_=4			,     a_="full"			,     a_=0			,     a_=0			,     a_=1			,     a_=0			,     a_=2			,     **a_			,     ):
									super().__init__(pad_token_id=a_			,     bos_token_id=a_			,     eos_token_id=a_			,     **a_      )

									a_     :      Optional[int] 						=     vocab_size
									a_     :      Dict 						=     max_position_embeddings
									a_     :      str 						=     hidden_size
									a_     :      Optional[int] 						=     num_hidden_layers
									a_     :      List[Any] 						=     num_attention_heads
									a_     :      List[str] 						=     intermediate_size
									a_     :      Tuple 						=     hidden_act
									a_     :      List[Any] 						=     hidden_dropout_prob
									a_     :      List[str] 						=     attention_probs_dropout_prob
									a_     :      List[Any] 						=     initializer_range
									a_     :      Dict 						=     type_vocab_size
									a_     :      Union[str, Any] 						=     layer_norm_eps
									a_     :      List[str] 						=     position_embedding_type
									a_     :      Union[str, Any] 						=     block_per_row
									a_     :      Tuple 						=     approx_mode
									a_     :      Optional[Any] 						=     initial_prior_first_n_blocks
									a_     :      List[str] 						=     initial_prior_diagonal_n_blocks