






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__							=     logging.get_logger(__name__)

lowerCamelCase__							=     {
    """microsoft/cvt-13""": """https://huggingface.co/microsoft/cvt-13/resolve/main/config.json""",
    # See all Cvt models at https://huggingface.co/models?filter=cvt
}




class 			snake_case__   (							lowercase_):

       '''simple docstring'''
       lowerCamelCase							:				Optional[int] 				= "cvt"



       def __init__(							self			,						a__=3			,						a__=[7, 3, 3]			,						a__=[4, 2, 2]			,						a__=[2, 1, 1]			,						a__=[64, 1_92, 3_84]			,						a__=[1, 3, 6]			,						a__=[1, 2, 10]			,						a__=[4.0, 4.0, 4.0]			,						a__=[0.0, 0.0, 0.0]			,						a__=[0.0, 0.0, 0.0]			,						a__=[0.0, 0.0, 0.1]			,						a__=[True, True, True]			,						a__=[False, False, True]			,						a__=["dw_bn", "dw_bn", "dw_bn"]			,						a__=[3, 3, 3]			,						a__=[1, 1, 1]			,						a__=[2, 2, 2]			,						a__=[1, 1, 1]			,						a__=[1, 1, 1]			,						a__=0.02			,						a__=1e-12			,						**a__			,						) ->      List[str]:






            '''simple docstring'''





            super().__init__(**a__    )
            __snake_case			:Dict          =						num_channels
            __snake_case			:Optional[int]          =						patch_sizes
            __snake_case			:Tuple          =						patch_stride
            __snake_case			:Dict          =						patch_padding
            __snake_case			:List[Any]          =						embed_dim
            __snake_case			:Optional[Any]          =						num_heads
            __snake_case			:List[str]          =						depth
            __snake_case			:List[str]          =						mlp_ratio
            __snake_case			:Optional[int]          =						attention_drop_rate
            __snake_case			:List[Any]          =						drop_rate
            __snake_case			:Optional[Any]          =						drop_path_rate
            __snake_case			:List[str]          =						qkv_bias
            __snake_case			:List[Any]          =						cls_token
            __snake_case			:int          =						qkv_projection_method
            __snake_case			:int          =						kernel_qkv
            __snake_case			:str          =						padding_kv
            __snake_case			:Optional[int]          =						stride_kv
            __snake_case			:List[Any]          =						padding_q
            __snake_case			:Any          =						stride_q
            __snake_case			:Optional[int]          =						initializer_range
            __snake_case			:List[str]          =						layer_norm_eps










from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase__							=     logging.get_logger(__name__)

lowerCamelCase__							=     {
    """uclanlp/visualbert-vqa""": """https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-pre""": """https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-vcr""": """https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-pre""": """https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-nlvr2""": """https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-pre""": """https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"""
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}




class 			snake_case__   (							lowercase_):

       '''simple docstring'''
       lowerCamelCase							:				Optional[int] 				= "visual_bert"



       def __init__(							self			,						a__=3_05_22			,						a__=7_68			,						a__=5_12			,						a__=12			,						a__=12			,						a__=30_72			,						a__="gelu"			,						a__=0.1			,						a__=0.1			,						a__=5_12			,						a__=2			,						a__=0.02			,						a__=1e-12			,						a__=False			,						a__=True			,						a__=1			,						a__=0			,						a__=2			,						**a__			,						) ->      Any:






            '''simple docstring'''





            super().__init__(pad_token_id=a__			,						bos_token_id=a__			,						eos_token_id=a__			,						**a__    )

            __snake_case			:Tuple          =						vocab_size
            __snake_case			:Any          =						max_position_embeddings
            __snake_case			:int          =						hidden_size
            __snake_case			:List[str]          =						visual_embedding_dim
            __snake_case			:List[str]          =						num_hidden_layers
            __snake_case			:Tuple          =						num_attention_heads
            __snake_case			:str          =						intermediate_size
            __snake_case			:Union[str, Any]          =						hidden_act
            __snake_case			:Union[str, Any]          =						hidden_dropout_prob
            __snake_case			:str          =						attention_probs_dropout_prob
            __snake_case			:Tuple          =						initializer_range
            __snake_case			:str          =						type_vocab_size
            __snake_case			:Optional[Any]          =						layer_norm_eps
            __snake_case			:Union[str, Any]          =						bypass_transformer
            __snake_case			:Tuple          =						special_visual_initialize


