





"""simple docstring"""





from typing import List

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A											=						logging.get_logger(__name__)

__A											=						{
    """snap-research/efficientformer-l1-300""": (
        """https://huggingface.co/snap-research/efficientformer-l1-300/resolve/main/config.json"""
    ),
}






class    _lowerCAmelCase  (	a			):
       """simple docstring"""




       __magic_name__	:Union[str, Any]						    =   """efficientformer"""






       def __init__(       self       ,					__UpperCAmelCase = [3, 2, 6, 4]       ,					__UpperCAmelCase = [4_8, 9_6, 2_2_4, 4_4_8]       ,					__UpperCAmelCase = [True, True, True, True]       ,					__UpperCAmelCase = 4_4_8       ,					__UpperCAmelCase = 3_2       ,					__UpperCAmelCase = 4       ,					__UpperCAmelCase = 7       ,					__UpperCAmelCase = 5       ,					__UpperCAmelCase = 8       ,					__UpperCAmelCase = 4       ,					__UpperCAmelCase = 0.0       ,					__UpperCAmelCase = 1_6       ,					__UpperCAmelCase = 3       ,					__UpperCAmelCase = 3       ,					__UpperCAmelCase = 3       ,					__UpperCAmelCase = 2       ,					__UpperCAmelCase = 1       ,					__UpperCAmelCase = 0.0       ,					__UpperCAmelCase = 1       ,					__UpperCAmelCase = True       ,					__UpperCAmelCase = True       ,					__UpperCAmelCase = 1E-5       ,					__UpperCAmelCase = "gelu"       ,					__UpperCAmelCase = 0.02       ,					__UpperCAmelCase = 1E-12       ,					__UpperCAmelCase = 2_2_4       ,					__UpperCAmelCase = 1E-05       ,					**__UpperCAmelCase       ,					):



         '''simple docstring'''

         super().__init__(**__UpperCAmelCase )

         lowerCAmelCase__     :Any											=				hidden_act
         lowerCAmelCase__     :List[Any]											=				hidden_dropout_prob
         lowerCAmelCase__     :Any											=				hidden_sizes
         lowerCAmelCase__     :str											=				num_hidden_layers
         lowerCAmelCase__     :Tuple											=				num_attention_heads
         lowerCAmelCase__     :List[str]											=				initializer_range
         lowerCAmelCase__     :Optional[Any]											=				layer_norm_eps
         lowerCAmelCase__     :Optional[int]											=				patch_size
         lowerCAmelCase__     :int											=				num_channels
         lowerCAmelCase__     :Optional[int]											=				depths
         lowerCAmelCase__     :Dict											=				mlp_expansion_ratio
         lowerCAmelCase__     :Any											=				downsamples
         lowerCAmelCase__     :Dict											=				dim
         lowerCAmelCase__     :Optional[Any]											=				key_dim
         lowerCAmelCase__     :int											=				attention_ratio
         lowerCAmelCase__     :int											=				resolution
         lowerCAmelCase__     :List[str]											=				pool_size
         lowerCAmelCase__     :Union[str, Any]											=				downsample_patch_size
         lowerCAmelCase__     :Optional[Any]											=				downsample_stride
         lowerCAmelCase__     :int											=				downsample_pad
         lowerCAmelCase__     :int											=				drop_path_rate
         lowerCAmelCase__     :List[str]											=				num_metaad_blocks
         lowerCAmelCase__     :Any											=				distillation
         lowerCAmelCase__     :Union[str, Any]											=				use_layer_scale
         lowerCAmelCase__     :Optional[int]											=				layer_scale_init_value
         lowerCAmelCase__     :Any											=				image_size
         lowerCAmelCase__     :Optional[Any]											=				batch_norm_eps








from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE   =  logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE   =  {
    "uw-madison/mra-base-512-4": "https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json",
}






class 					SCREAMING_SNAKE_CASE_  (       _a ):
       """simple docstring"""


       __lowerCAmelCase    :		str					='''mra'''





       def __init__(				self	:Any,      snake_case	:List[str]=5_0265,      snake_case	:List[Any]=768,      snake_case	:Optional[Any]=12,      snake_case	:Optional[Any]=12,      snake_case	:str=3072,      snake_case	:Tuple="gelu",      snake_case	:Optional[int]=0.1,      snake_case	:int=0.1,      snake_case	:Any=512,      snake_case	:Union[str, Any]=1,      snake_case	:Union[str, Any]=0.0_2,      snake_case	:List[Any]=1e-5,      snake_case	:Optional[int]="absolute",      snake_case	:Optional[int]=4,      snake_case	:str="full",      snake_case	:Optional[int]=0,      snake_case	:List[Any]=0,      snake_case	:int=1,      snake_case	:List[Any]=0,      snake_case	:Dict=2,      **snake_case	:Dict,      ):



          """simple docstring"""

          super().__init__(pad_token_id=snake_case,      bos_token_id=snake_case,      eos_token_id=snake_case,      **snake_case)

          _lowercase              =vocab_size
          _lowercase              =max_position_embeddings
          _lowercase              =hidden_size
          _lowercase              =num_hidden_layers
          _lowercase              =num_attention_heads
          _lowercase              =intermediate_size
          _lowercase              =hidden_act
          _lowercase              =hidden_dropout_prob
          _lowercase              =attention_probs_dropout_prob
          _lowercase              =initializer_range
          _lowercase              =type_vocab_size
          _lowercase              =layer_norm_eps
          _lowercase              =position_embedding_type
          _lowercase              =block_per_row
          _lowercase              =approx_mode
          _lowercase              =initial_prior_first_n_blocks
          _lowercase              =initial_prior_diagonal_n_blocks


