
from typing import List

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase     							=						logging.get_logger(__name__)

_lowercase     							=						{
    "snap-research/efficientformer-l1-300": (
        "https://huggingface.co/snap-research/efficientformer-l1-300/resolve/main/config.json"
    ),
}
class 				__A					( _SCREAMING_SNAKE_CASE      ):
			UpperCamelCase					:Optional[int]     =			"efficientformer"





			def __init__(self							,    __magic_name__ = [3, 2, 6, 4]							,    __magic_name__ = [48, 96, 224, 448]							,    __magic_name__ = [True, True, True, True]							,    __magic_name__ = 448							,    __magic_name__ = 32							,    __magic_name__ = 4							,    __magic_name__ = 7							,    __magic_name__ = 5							,    __magic_name__ = 8							,    __magic_name__ = 4							,    __magic_name__ = 0.0							,    __magic_name__ = 16							,    __magic_name__ = 3							,    __magic_name__ = 3							,    __magic_name__ = 3							,    __magic_name__ = 2							,    __magic_name__ = 1							,    __magic_name__ = 0.0							,    __magic_name__ = 1							,    __magic_name__ = True							,    __magic_name__ = True							,    __magic_name__ = 1E-5							,    __magic_name__ = "gelu"							,    __magic_name__ = 0.02							,    __magic_name__ = 1E-12							,    __magic_name__ = 224							,    __magic_name__ = 1E-05							,    **__magic_name__							,    ):
						super().__init__(**A_				)

						lowerCamelCase__ :      List[Any]								=		hidden_act
						lowerCamelCase__ :      Dict								=		hidden_dropout_prob
						lowerCamelCase__ :      Optional[Any]								=		hidden_sizes
						lowerCamelCase__ :      Dict								=		num_hidden_layers
						lowerCamelCase__ :      int								=		num_attention_heads
						lowerCamelCase__ :      Tuple								=		initializer_range
						lowerCamelCase__ :      Union[str, Any]								=		layer_norm_eps
						lowerCamelCase__ :      int								=		patch_size
						lowerCamelCase__ :      Any								=		num_channels
						lowerCamelCase__ :      Tuple								=		depths
						lowerCamelCase__ :      List[str]								=		mlp_expansion_ratio
						lowerCamelCase__ :      Optional[int]								=		downsamples
						lowerCamelCase__ :      Optional[Any]								=		dim
						lowerCamelCase__ :      Optional[int]								=		key_dim
						lowerCamelCase__ :      str								=		attention_ratio
						lowerCamelCase__ :      Optional[int]								=		resolution
						lowerCamelCase__ :      str								=		pool_size
						lowerCamelCase__ :      List[str]								=		downsample_patch_size
						lowerCamelCase__ :      Dict								=		downsample_stride
						lowerCamelCase__ :      Dict								=		downsample_pad
						lowerCamelCase__ :      Union[str, Any]								=		drop_path_rate
						lowerCamelCase__ :      Any								=		num_metaad_blocks
						lowerCamelCase__ :      int								=		distillation
						lowerCamelCase__ :      Tuple								=		use_layer_scale
						lowerCamelCase__ :      Optional[int]								=		layer_scale_init_value
						lowerCamelCase__ :      Dict								=		image_size
						lowerCamelCase__ :      Union[str, Any]								=		batch_norm_eps








from ... import PretrainedConfig


_lowercase     							=						{
    '''sijunhe/nezha-cn-base''': '''https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json''',
}
class 				__A					( A_      ):
			UpperCamelCase					:Optional[Any]     =			NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
			UpperCamelCase					:int     =			'''nezha'''





			def __init__(self							,    __magic_name__=21128							,    __magic_name__=768							,    __magic_name__=12							,    __magic_name__=12							,    __magic_name__=3072							,    __magic_name__="gelu"							,    __magic_name__=0.1							,    __magic_name__=0.1							,    __magic_name__=512							,    __magic_name__=64							,    __magic_name__=2							,    __magic_name__=0.02							,    __magic_name__=1E-12							,    __magic_name__=0.1							,    __magic_name__=0							,    __magic_name__=2							,    __magic_name__=3							,    __magic_name__=True							,    **__magic_name__							,    ):
						super().__init__(pad_token_id=__magic_name__							,    bos_token_id=__magic_name__							,    eos_token_id=__magic_name__							,    **__magic_name__				)

						lowerCamelCase__ :      List[str]								=		vocab_size
						lowerCamelCase__ :      int								=		hidden_size
						lowerCamelCase__ :      int								=		num_hidden_layers
						lowerCamelCase__ :      Optional[int]								=		num_attention_heads
						lowerCamelCase__ :      Dict								=		hidden_act
						lowerCamelCase__ :      str								=		intermediate_size
						lowerCamelCase__ :      Optional[Any]								=		hidden_dropout_prob
						lowerCamelCase__ :      Dict								=		attention_probs_dropout_prob
						lowerCamelCase__ :      str								=		max_position_embeddings
						lowerCamelCase__ :      Optional[Any]								=		max_relative_position
						lowerCamelCase__ :      Optional[int]								=		type_vocab_size
						lowerCamelCase__ :      Optional[Any]								=		initializer_range
						lowerCamelCase__ :      Any								=		layer_norm_eps
						lowerCamelCase__ :      Union[str, Any]								=		classifier_dropout
						lowerCamelCase__ :      Union[str, Any]								=		use_cache



