





from ... import PretrainedConfig


__lowercase	: List[str]       ={
    """sijunhe/nezha-cn-base""": """https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json""",
}

class   A							(						__lowercase    ):
      _snake_case				  =NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
      _snake_case				  ='''nezha'''



      def __init__(						self:    Union[str, Any]		,	_lowerCAmelCase:    Tuple=2_1128		,	_lowerCAmelCase:    Dict=768		,	_lowerCAmelCase:    Optional[int]=12		,	_lowerCAmelCase:    Union[str, Any]=12		,	_lowerCAmelCase:    List[str]=3072		,	_lowerCAmelCase:    Any="gelu"		,	_lowerCAmelCase:    str=0.1		,	_lowerCAmelCase:    Any=0.1		,	_lowerCAmelCase:    int=512		,	_lowerCAmelCase:    Tuple=64		,	_lowerCAmelCase:    List[Any]=2		,	_lowerCAmelCase:    Any=0.02		,	_lowerCAmelCase:    List[str]=1e-12		,	_lowerCAmelCase:    List[Any]=0.1		,	_lowerCAmelCase:    Dict=0		,	_lowerCAmelCase:    List[Any]=2		,	_lowerCAmelCase:    Optional[Any]=3		,	_lowerCAmelCase:    Dict=True		,	**_lowerCAmelCase:    List[Any]		,	)    ->     Tuple:
         '''simple docstring'''

         super().__init__(pad_token_id=_lowerCAmelCase		,	bos_token_id=_lowerCAmelCase		,	eos_token_id=_lowerCAmelCase		,	**_lowerCAmelCase							)

         UpperCAmelCase_           =vocab_size
         UpperCAmelCase_           =hidden_size
         UpperCAmelCase_           =num_hidden_layers
         UpperCAmelCase_           =num_attention_heads
         UpperCAmelCase_           =hidden_act
         UpperCAmelCase_           =intermediate_size
         UpperCAmelCase_           =hidden_dropout_prob
         UpperCAmelCase_           =attention_probs_dropout_prob
         UpperCAmelCase_           =max_position_embeddings
         UpperCAmelCase_           =max_relative_position
         UpperCAmelCase_           =type_vocab_size
         UpperCAmelCase_           =initializer_range
         UpperCAmelCase_           =layer_norm_eps
         UpperCAmelCase_           =classifier_dropout
         UpperCAmelCase_           =use_cache





'''simple docstring'''




from ....configuration_utils import PretrainedConfig
from ....utils import logging


__UpperCAmelCase					=logging.get_logger(__name__)

__UpperCAmelCase					={
    "Visual-Attention-Network/van-base": (
        "https://huggingface.co/Visual-Attention-Network/van-base/blob/main/config.json"
    ),
}




class        a__ (  UpperCAmelCase__					):
     lowerCamelCase    :	Optional[Any]				="van"






     def __init__(					self						:						Union[str, Any]    ,							a						:						List[Any]=2_24    ,							a						:						Optional[int]=3    ,							a						:						Optional[Any]=[7, 3, 3, 3]    ,							a						:						int=[4, 2, 2, 2]    ,							a						:						Optional[int]=[64, 1_28, 3_20, 5_12]    ,							a						:						str=[3, 3, 12, 3]    ,							a						:						str=[8, 8, 4, 4]    ,							a						:						int="gelu"    ,							a						:						int=0.02    ,							a						:						Optional[int]=1e-6    ,							a						:						List[str]=1e-2    ,							a						:						Union[str, Any]=0.0    ,							a						:						int=0.0    ,							**a						:						Optional[Any]    ,							):





         """simple docstring"""



         super().__init__(**a       )
         __lowerCamelCase            =    image_size
         __lowerCamelCase            =    num_channels
         __lowerCamelCase            =    patch_sizes
         __lowerCamelCase            =    strides
         __lowerCamelCase            =    hidden_sizes
         __lowerCamelCase            =    depths
         __lowerCamelCase            =    mlp_ratios
         __lowerCamelCase            =    hidden_act
         __lowerCamelCase            =    initializer_range
         __lowerCamelCase            =    layer_norm_eps
         __lowerCamelCase            =    layer_scale_init_value
         __lowerCamelCase            =    drop_path_rate
         __lowerCamelCase            =    dropout_rate
