





'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__							:  Dict    =logging.get_logger(__name__)

A__							:  Dict    ={
    '''uw-madison/mra-base-512-4''': '''https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json''',
}




class 					UpperCAmelCase	(     snake_case_  ):
      _lowercase:     Any			=  '''mra'''




      def __init__(     self     :					Union[str, Any]     ,     __snake_case     :					Dict=5_02_65     ,     __snake_case     :					Union[str, Any]=7_68     ,     __snake_case     :					Optional[int]=12     ,     __snake_case     :					List[Any]=12     ,     __snake_case     :					int=30_72     ,     __snake_case     :					List[Any]="gelu"     ,     __snake_case     :					List[Any]=0.1     ,     __snake_case     :					Optional[Any]=0.1     ,     __snake_case     :					str=5_12     ,     __snake_case     :					Union[str, Any]=1     ,     __snake_case     :					Optional[int]=0.02     ,     __snake_case     :					Optional[int]=1E-5     ,     __snake_case     :					Dict="absolute"     ,     __snake_case     :					List[Any]=4     ,     __snake_case     :					int="full"     ,     __snake_case     :					List[str]=0     ,     __snake_case     :					Optional[int]=0     ,     __snake_case     :					str=1     ,     __snake_case     :					Union[str, Any]=0     ,     __snake_case     :					Any=2     ,     **__snake_case     :					Dict     ,     )							-> Optional[int]:
            super().__init__(pad_token_id=__snake_case     ,     bos_token_id=__snake_case     ,     eos_token_id=__snake_case     ,     **__snake_case    )

            _lowerCAmelCase					=				vocab_size
            _lowerCAmelCase					=				max_position_embeddings
            _lowerCAmelCase					=				hidden_size
            _lowerCAmelCase					=				num_hidden_layers
            _lowerCAmelCase					=				num_attention_heads
            _lowerCAmelCase					=				intermediate_size
            _lowerCAmelCase					=				hidden_act
            _lowerCAmelCase					=				hidden_dropout_prob
            _lowerCAmelCase					=				attention_probs_dropout_prob
            _lowerCAmelCase					=				initializer_range
            _lowerCAmelCase					=				type_vocab_size
            _lowerCAmelCase					=				layer_norm_eps
            _lowerCAmelCase					=				position_embedding_type
            _lowerCAmelCase					=				block_per_row
            _lowerCAmelCase					=				approx_mode
            _lowerCAmelCase					=				initial_prior_first_n_blocks
            _lowerCAmelCase					=				initial_prior_diagonal_n_blocks













'''simple docstring'''






from ..utils import DummyObject, requires_backends




class 					UpperCAmelCase	(     metaclass=snake_case_  ):
      _lowercase:     List[Any]			=  ['''torch''', '''scipy''']




      def __init__(     self     :					Tuple     ,     *__snake_case     :					Dict     ,     **__snake_case     :					List[str]    )							-> str:
            requires_backends(self     ,     ["""torch""", """scipy"""]    )




      @classmethod
      def 							lowercase__       (     cls     :					str     ,     *__snake_case     :					List[str]     ,     **__snake_case     :					str    )							-> Tuple:
            requires_backends(cls     ,     ["""torch""", """scipy"""]    )




      @classmethod
      def 							lowercase__       (     cls     :					Optional[int]     ,     *__snake_case     :					int     ,     **__snake_case     :					Union[str, Any]    )							-> Optional[int]:
            requires_backends(cls     ,     ["""torch""", """scipy"""]    )






