from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_torch_available,
)


a_							=      {
    """configuration_vision_text_dual_encoder""": ["""VisionTextDualEncoderConfig"""],
    """processing_vision_text_dual_encoder""": ["""VisionTextDualEncoderProcessor"""],
}


try:
       if not is_torch_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       a_							=      ["""VisionTextDualEncoderModel"""]


try:
       if not is_flax_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       a_							=      ["""FlaxVisionTextDualEncoderModel"""]

try:
       if not is_tf_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       a_							=      ["""TFVisionTextDualEncoderModel"""]


if TYPE_CHECKING:
       from .configuration_vision_text_dual_encoder import VisionTextDualEncoderConfig
       from .processing_vision_text_dual_encoder import VisionTextDualEncoderProcessor

       try:
              if not is_torch_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_vision_text_dual_encoder import VisionTextDualEncoderModel

       try:
              if not is_flax_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_flax_vision_text_dual_encoder import FlaxVisionTextDualEncoderModel

       try:
              if not is_tf_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_tf_vision_text_dual_encoder import TFVisionTextDualEncoderModel


else:
       import sys

       a_							=      _LazyModule(__name__, globals()["""__file__"""], _import_structure)




from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_							=      logging.get_logger(__name__)

a_							=      {
    """facebook/vit-mae-base""": """https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json""",
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}


class 			UpperCAmelCase__    (		snake_case					):



  """simple docstring"""






  lowerCAmelCase__		:	Dict    		= 'vit_mae'






  def __init__(				self:			List[Any]				,				__lowerCAmelCase:			Any=768				,				__lowerCAmelCase:			List[str]=12				,				__lowerCAmelCase:			Optional[int]=12				,				__lowerCAmelCase:			Tuple=3_072				,				__lowerCAmelCase:			List[Any]="gelu"				,				__lowerCAmelCase:			Dict=0.0				,				__lowerCAmelCase:			Tuple=0.0				,				__lowerCAmelCase:			Any=0.02				,				__lowerCAmelCase:			List[Any]=1E-12				,				__lowerCAmelCase:			List[str]=224				,				__lowerCAmelCase:			Optional[Any]=16				,				__lowerCAmelCase:			Union[str, Any]=3				,				__lowerCAmelCase:			Tuple=True				,				__lowerCAmelCase:			Union[str, Any]=16				,				__lowerCAmelCase:			Optional[int]=512				,				__lowerCAmelCase:			int=8				,				__lowerCAmelCase:			int=2_048				,				__lowerCAmelCase:			str=0.75				,				__lowerCAmelCase:			Union[str, Any]=False				,				**__lowerCAmelCase:			List[Any]				,				) -> Optional[int]:




    '''simple docstring'''




    super().__init__(**__lowerCAmelCase   )

    __UpperCAmelCase						    =       hidden_size
    __UpperCAmelCase						    =       num_hidden_layers
    __UpperCAmelCase						    =       num_attention_heads
    __UpperCAmelCase						    =       intermediate_size
    __UpperCAmelCase						    =       hidden_act
    __UpperCAmelCase						    =       hidden_dropout_prob
    __UpperCAmelCase						    =       attention_probs_dropout_prob
    __UpperCAmelCase						    =       initializer_range
    __UpperCAmelCase						    =       layer_norm_eps
    __UpperCAmelCase						    =       image_size
    __UpperCAmelCase						    =       patch_size
    __UpperCAmelCase						    =       num_channels
    __UpperCAmelCase						    =       qkv_bias
    __UpperCAmelCase						    =       decoder_num_attention_heads
    __UpperCAmelCase						    =       decoder_hidden_size
    __UpperCAmelCase						    =       decoder_num_hidden_layers
    __UpperCAmelCase						    =       decoder_intermediate_size
    __UpperCAmelCase						    =       mask_ratio
    __UpperCAmelCase						    =       norm_pix_loss



