


from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE :   Tuple							      =				logging.get_logger(__name__)

SCREAMING_SNAKE_CASE :   Optional[int]							      =				{
    "facebook/vit-mae-base": "https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json",
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}






class _lowerCamelCase(		_a     ):
       lowercase_				:			Union[str, Any]									=    """vit_mae"""
       def __init__(      self,   lowerCamelCase=7_68,   lowerCamelCase=12,   lowerCamelCase=12,   lowerCamelCase=30_72,   lowerCamelCase="gelu",   lowerCamelCase=0.0,   lowerCamelCase=0.0,   lowerCamelCase=0.0_2,   lowerCamelCase=1E-12,   lowerCamelCase=2_24,   lowerCamelCase=16,   lowerCamelCase=3,   lowerCamelCase=True,   lowerCamelCase=16,   lowerCamelCase=5_12,   lowerCamelCase=8,   lowerCamelCase=20_48,   lowerCamelCase=0.7_5,   lowerCamelCase=False,   **lowerCamelCase,   ) ->     Optional[int]:




           """simple docstring"""

           super().__init__(**lowerCamelCase)

           _lowercase :							Optional[int]   	=	hidden_size
           _lowercase :							List[Any]   	=	num_hidden_layers
           _lowercase :							Any   	=	num_attention_heads
           _lowercase :							Optional[int]   	=	intermediate_size
           _lowercase :							Any   	=	hidden_act
           _lowercase :							List[Any]   	=	hidden_dropout_prob
           _lowercase :							Optional[Any]   	=	attention_probs_dropout_prob
           _lowercase :							Tuple   	=	initializer_range
           _lowercase :							Optional[int]   	=	layer_norm_eps
           _lowercase :							Optional[Any]   	=	image_size
           _lowercase :							List[str]   	=	patch_size
           _lowercase :							Dict   	=	num_channels
           _lowercase :							Optional[Any]   	=	qkv_bias
           _lowercase :							Tuple   	=	decoder_num_attention_heads
           _lowercase :							Union[str, Any]   	=	decoder_hidden_size
           _lowercase :							Optional[Any]   	=	decoder_num_hidden_layers
           _lowercase :							str   	=	decoder_intermediate_size
           _lowercase :							Dict   	=	mask_ratio
           _lowercase :							str   	=	norm_pix_loss






def        UpperCamelCase_(   lowerCamelCase_							,				lowerCamelCase_				)					->		bool:
    return numa ^ numa < 0


if __name__ == "__main__":
 import doctest

 doctest.testmod()


