from ....configuration_utils import PretrainedConfig
from ....utils import logging


__SCREAMING_SNAKE_CASE						:   int         =			logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE						:   List[str]         =			{
    'Visual-Attention-Network/van-base': (
        'https://huggingface.co/Visual-Attention-Network/van-base/blob/main/config.json'
    ),
}



class        lowercase_   (					a__		):
							_lowerCamelCase						=		'van'



							def __init__(						self				,    lowercase_=224				,    lowercase_=3				,    lowercase_=[7, 3, 3, 3]				,    lowercase_=[4, 2, 2, 2]				,    lowercase_=[64, 128, 320, 512]				,    lowercase_=[3, 3, 12, 3]				,    lowercase_=[8, 8, 4, 4]				,    lowercase_="gelu"				,    lowercase_=0.02				,    lowercase_=1e-6				,    lowercase_=1e-2				,    lowercase_=0.0				,    lowercase_=0.0				,    **lowercase_				,    ):
													super().__init__(**_lowerCamelCase    )
													_snake_case						:					int    =   image_size
													_snake_case						:					int    =   num_channels
													_snake_case						:					Any    =   patch_sizes
													_snake_case						:					List[Any]    =   strides
													_snake_case						:					Tuple    =   hidden_sizes
													_snake_case						:					Any    =   depths
													_snake_case						:					Dict    =   mlp_ratios
													_snake_case						:					Optional[int]    =   hidden_act
													_snake_case						:					str    =   initializer_range
													_snake_case						:					Optional[Any]    =   layer_norm_eps
													_snake_case						:					List[str]    =   layer_scale_init_value
													_snake_case						:					Optional[int]    =   drop_path_rate
													_snake_case						:					Optional[Any]    =   dropout_rate






# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


__SCREAMING_SNAKE_CASE						:   Any         =			{'configuration_mra': ['MRA_PRETRAINED_CONFIG_ARCHIVE_MAP', 'MraConfig']}

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				__SCREAMING_SNAKE_CASE						:   Optional[Any]         =			[
				    'MRA_PRETRAINED_MODEL_ARCHIVE_LIST',
				    'MraForMaskedLM',
				    'MraForMultipleChoice',
				    'MraForQuestionAnswering',
				    'MraForSequenceClassification',
				    'MraForTokenClassification',
				    'MraLayer',
				    'MraModel',
				    'MraPreTrainedModel',
				]


if TYPE_CHECKING:
				from .configuration_mra import MRA_PRETRAINED_CONFIG_ARCHIVE_MAP, MraConfig

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_mra import (
								    MRA_PRETRAINED_MODEL_ARCHIVE_LIST,
								    MraForMaskedLM,
								    MraForMultipleChoice,
								    MraForQuestionAnswering,
								    MraForSequenceClassification,
								    MraForTokenClassification,
								    MraLayer,
								    MraModel,
								    MraPreTrainedModel,
								)
else:
				import sys

				__SCREAMING_SNAKE_CASE						:   str         =			_LazyModule(__name__, globals()['__file__'], _import_structure)