



from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__						:	Optional[Any]					=logging.get_logger(__name__)

lowerCAmelCase__						:	Any					={
    '''unc-nlp/lxmert-base-uncased''': '''https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json''',
}

class   UpperCAmelCase_    (  UpperCamelCase_			):

						'''simple docstring'''




						UpperCamelCase__     :					Optional[Any]							    =    '''lxmert'''
						UpperCamelCase__     :					int							    =    {}






						def __init__(       self ,				_A=30_522 ,				_A=768 ,				_A=12 ,				_A=9_500 ,				_A=1_600 ,				_A=400 ,				_A=3_072 ,				_A="gelu" ,				_A=0.1 ,				_A=0.1 ,				_A=512 ,				_A=2 ,				_A=0.0_2 ,				_A=1e-12 ,				_A=9 ,				_A=5 ,				_A=5 ,				_A=2_048 ,				_A=4 ,				_A=6.6_7 ,				_A=True ,				_A=True ,				_A=True ,				_A=True ,				_A=True ,				_A=True ,				_A=True ,				**_A ,				):







													'''simple docstring'''

													__SCREAMING_SNAKE_CASE										=   vocab_size
													__SCREAMING_SNAKE_CASE										=   hidden_size
													__SCREAMING_SNAKE_CASE										=   num_attention_heads
													__SCREAMING_SNAKE_CASE										=   hidden_act
													__SCREAMING_SNAKE_CASE										=   intermediate_size
													__SCREAMING_SNAKE_CASE										=   hidden_dropout_prob
													__SCREAMING_SNAKE_CASE										=   attention_probs_dropout_prob
													__SCREAMING_SNAKE_CASE										=   max_position_embeddings
													__SCREAMING_SNAKE_CASE										=   type_vocab_size
													__SCREAMING_SNAKE_CASE										=   initializer_range
													__SCREAMING_SNAKE_CASE										=   layer_norm_eps
													__SCREAMING_SNAKE_CASE										=   num_qa_labels
													__SCREAMING_SNAKE_CASE										=   num_object_labels
													__SCREAMING_SNAKE_CASE										=   num_attr_labels
													__SCREAMING_SNAKE_CASE										=   l_layers
													__SCREAMING_SNAKE_CASE										=   x_layers
													__SCREAMING_SNAKE_CASE										=   r_layers
													__SCREAMING_SNAKE_CASE										=   visual_feat_dim
													__SCREAMING_SNAKE_CASE										=   visual_pos_dim
													__SCREAMING_SNAKE_CASE										=   visual_loss_normalizer
													__SCREAMING_SNAKE_CASE										=   task_matched
													__SCREAMING_SNAKE_CASE										=   task_mask_lm
													__SCREAMING_SNAKE_CASE										=   task_obj_predict
													__SCREAMING_SNAKE_CASE										=   task_qa
													__SCREAMING_SNAKE_CASE										=   visual_obj_loss
													__SCREAMING_SNAKE_CASE										=   visual_attr_loss
													__SCREAMING_SNAKE_CASE										=   visual_feat_loss
													__SCREAMING_SNAKE_CASE										=   {'vision': r_layers, 'cross_encoder': x_layers, 'language': l_layers}
													super().__init__(**lowerCamelCase__						)












from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A								=       logging.get_logger(__name__)

__A								=       {
    "facebook/vit-mae-base": "https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json",
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}







class        __lowerCAmelCase					(			__magic_name__					):

			"""simple docstring"""







			snake_case_  						=			'''vit_mae'''


			def __init__( self     ,		lowerCamelCase__=768     ,		lowerCamelCase__=12     ,		lowerCamelCase__=12     ,		lowerCamelCase__=3_072     ,		lowerCamelCase__="gelu"     ,		lowerCamelCase__=0.0     ,		lowerCamelCase__=0.0     ,		lowerCamelCase__=0.02     ,		lowerCamelCase__=1e-12     ,		lowerCamelCase__=224     ,		lowerCamelCase__=16     ,		lowerCamelCase__=3     ,		lowerCamelCase__=True     ,		lowerCamelCase__=16     ,		lowerCamelCase__=512     ,		lowerCamelCase__=8     ,		lowerCamelCase__=2_048     ,		lowerCamelCase__=0.75     ,		lowerCamelCase__=False     ,		**lowerCamelCase__     ,		)       -> Optional[int]:



							'''simple docstring'''
							super().__init__(**lowerCamelCase__				)

							__lowerCamelCase									=       hidden_size
							__lowerCamelCase									=       num_hidden_layers
							__lowerCamelCase									=       num_attention_heads
							__lowerCamelCase									=       intermediate_size
							__lowerCamelCase									=       hidden_act
							__lowerCamelCase									=       hidden_dropout_prob
							__lowerCamelCase									=       attention_probs_dropout_prob
							__lowerCamelCase									=       initializer_range
							__lowerCamelCase									=       layer_norm_eps
							__lowerCamelCase									=       image_size
							__lowerCamelCase									=       patch_size
							__lowerCamelCase									=       num_channels
							__lowerCamelCase									=       qkv_bias
							__lowerCamelCase									=       decoder_num_attention_heads
							__lowerCamelCase									=       decoder_hidden_size
							__lowerCamelCase									=       decoder_num_hidden_layers
							__lowerCamelCase									=       decoder_intermediate_size
							__lowerCamelCase									=       mask_ratio
							__lowerCamelCase									=       norm_pix_loss


