
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


lowercase						:      Tuple									= {
    'configuration_bridgetower': [
        'BRIDGETOWER_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'BridgeTowerConfig',
        'BridgeTowerTextConfig',
        'BridgeTowerVisionConfig',
    ],
    'processing_bridgetower': ['BridgeTowerProcessor'],
}

try:
		if not is_vision_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		lowercase						:      str									= ['BridgeTowerImageProcessor']

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		lowercase						:      List[Any]									= [
		    'BRIDGETOWER_PRETRAINED_MODEL_ARCHIVE_LIST',
		    'BridgeTowerForContrastiveLearning',
		    'BridgeTowerForImageAndTextRetrieval',
		    'BridgeTowerForMaskedLM',
		    'BridgeTowerModel',
		    'BridgeTowerPreTrainedModel',
		]


if TYPE_CHECKING:
		from .configuration_bridgetower import (
		    BRIDGETOWER_PRETRAINED_CONFIG_ARCHIVE_MAP,
		    BridgeTowerConfig,
		    BridgeTowerTextConfig,
		    BridgeTowerVisionConfig,
		)
		from .processing_bridgetower import BridgeTowerProcessor

		try:
				if not is_vision_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .image_processing_bridgetower import BridgeTowerImageProcessor

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_bridgetower import (
				    BRIDGETOWER_PRETRAINED_MODEL_ARCHIVE_LIST,
				    BridgeTowerForContrastiveLearning,
				    BridgeTowerForImageAndTextRetrieval,
				    BridgeTowerForMaskedLM,
				    BridgeTowerModel,
				    BridgeTowerPreTrainedModel,
				)


else:
		import sys

		lowercase						:      Tuple									= _LazyModule(__name__, globals()['__file__'], _import_structure)

from ...configuration_utils import PretrainedConfig
from ...utils import logging
from ...utils.backbone_utils import BackboneConfigMixin, get_aligned_output_features_output_indices


lowercase						:      Optional[Any]									= logging.get_logger(__name__)

lowercase						:      List[str]									= {
    'shi-labs/nat-mini-in1k-224': 'https://huggingface.co/shi-labs/nat-mini-in1k-224/resolve/main/config.json',
    # See all Nat models at https://huggingface.co/models?filter=nat
}




class 				lowerCamelCase__							(       __lowercase  ,		__lowercase):




	'''simple docstring'''




	_A			=  'nat'

	_A			=  {
	    'num_attention_heads': 'num_heads',
	    'num_hidden_layers': 'num_layers',
	}







	def __init__(      self	:Optional[Any]  ,     a	:Any=4  ,     a	:Any=3  ,     a	:int=6_4  ,     a	:Dict=[3, 4, 6, 5]  ,     a	:Dict=[2, 4, 8, 1_6]  ,     a	:Optional[Any]=7  ,     a	:Any=3.0  ,     a	:Optional[int]=True  ,     a	:int=0.0  ,     a	:Union[str, Any]=0.0  ,     a	:List[Any]=0.1  ,     a	:str="gelu"  ,     a	:Union[str, Any]=0.02  ,     a	:Tuple=1E-5  ,     a	:str=0.0  ,     a	:Optional[int]=None  ,     a	:Dict=None  ,     **a	:Optional[Any]  ,     )	->				int:
								super().__init__(**a		)

								__UpperCamelCase			:     Any         =      patch_size
								__UpperCamelCase			:     str         =      num_channels
								__UpperCamelCase			:     List[Any]         =      embed_dim
								__UpperCamelCase			:     str         =      depths
								__UpperCamelCase			:     str         =      len(a		)
								__UpperCamelCase			:     Optional[Any]         =      num_heads
								__UpperCamelCase			:     Dict         =      kernel_size
								__UpperCamelCase			:     Union[str, Any]         =      mlp_ratio
								__UpperCamelCase			:     Union[str, Any]         =      qkv_bias
								__UpperCamelCase			:     List[str]         =      hidden_dropout_prob
								__UpperCamelCase			:     Any         =      attention_probs_dropout_prob
								__UpperCamelCase			:     Any         =      drop_path_rate
								__UpperCamelCase			:     Any         =      hidden_act
								__UpperCamelCase			:     Tuple         =      layer_norm_eps
								__UpperCamelCase			:     Dict         =      initializer_range
								# we set the hidden_size attribute in order to make Nat work with VisionEncoderDecoderModel
								# this indicates the channel dimension after the last stage of the model
								__UpperCamelCase			:     int         =      int(embed_dim * 2 ** (len(a		) - 1)		)
								__UpperCamelCase			:     List[Any]         =      layer_scale_init_value
								__UpperCamelCase			:     Optional[Any]         =      ["stem"] + [f'stage{idx}' for idx in range(1  ,     len(a		) + 1		)]
								__UpperCamelCase     ,		__UpperCamelCase			:     Any         =      get_aligned_output_features_output_indices(
								    out_features=a  ,     out_indices=a  ,     stage_names=self.stage_names		)