



from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_								=       logging.get_logger(__name__)

a_								=       {
    """facebook/vit-mae-base""": """https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json""",
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}



class 			__lowerCAmelCase  (						__UpperCAmelCase ):
 lowerCAmelCase__							       =	'''vit_mae'''




 def __init__(    self						,					__UpperCAmelCase=768						,					__UpperCAmelCase=12						,					__UpperCAmelCase=12						,					__UpperCAmelCase=3072						,					__UpperCAmelCase="gelu"						,					__UpperCAmelCase=0.0						,					__UpperCAmelCase=0.0						,					__UpperCAmelCase=0.02						,					__UpperCAmelCase=1E-1_2						,					__UpperCAmelCase=224						,					__UpperCAmelCase=16						,					__UpperCAmelCase=3						,					__UpperCAmelCase=True						,					__UpperCAmelCase=16						,					__UpperCAmelCase=512						,					__UpperCAmelCase=8						,					__UpperCAmelCase=2048						,					__UpperCAmelCase=0.75						,					__UpperCAmelCase=False						,					**__UpperCAmelCase						,					):



    '''simple docstring'''
    super().__init__(**lowerCamelCase__					)

    __lowerCamelCase    				=     hidden_size
    __lowerCamelCase    				=     num_hidden_layers
    __lowerCamelCase    				=     num_attention_heads
    __lowerCamelCase    				=     intermediate_size
    __lowerCamelCase    				=     hidden_act
    __lowerCamelCase    				=     hidden_dropout_prob
    __lowerCamelCase    				=     attention_probs_dropout_prob
    __lowerCamelCase    				=     initializer_range
    __lowerCamelCase    				=     layer_norm_eps
    __lowerCamelCase    				=     image_size
    __lowerCamelCase    				=     patch_size
    __lowerCamelCase    				=     num_channels
    __lowerCamelCase    				=     qkv_bias
    __lowerCamelCase    				=     decoder_num_attention_heads
    __lowerCamelCase    				=     decoder_hidden_size
    __lowerCamelCase    				=     decoder_num_hidden_layers
    __lowerCamelCase    				=     decoder_intermediate_size
    __lowerCamelCase    				=     mask_ratio
    __lowerCamelCase    				=     norm_pix_loss










"""simple docstring"""


def    _lowerCamelCase   (     lowerCamelCase__	:							str  ):
 assert column_title.isupper()
 lowercase__       :       int				=						0
 lowercase__       :       Optional[int]				=						len(lowerCamelCase__  ) - 1
 lowercase__       :       int				=						0

 while index >= 0:
  lowercase__       :       List[str]				=						(ord(column_title[index]  ) - 64) * pow(26       ,		lowerCamelCase__  )
  answer += value
  power += 1
  index -= 1

 return answer


if __name__ == "__main__":
   from doctest import testmod

   testmod()