



'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase		     =  logging.get_logger(__name__)

__lowerCAmelCase		     =  {
    '''uclanlp/visualbert-vqa''': '''https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json''',
    '''uclanlp/visualbert-vqa-pre''': '''https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json''',
    '''uclanlp/visualbert-vqa-coco-pre''': (
        '''https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'''
    ),
    '''uclanlp/visualbert-vcr''': '''https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json''',
    '''uclanlp/visualbert-vcr-pre''': '''https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json''',
    '''uclanlp/visualbert-vcr-coco-pre''': (
        '''https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'''
    ),
    '''uclanlp/visualbert-nlvr2''': '''https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json''',
    '''uclanlp/visualbert-nlvr2-pre''': '''https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json''',
    '''uclanlp/visualbert-nlvr2-coco-pre''': (
        '''https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'''
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}

class       __magic_name__		(       _UpperCamelCase  ):
							lowerCAmelCase			:       List[str]  							=   'visual_bert'







							def __init__(				self   :			Dict      ,_UpperCAmelCase   :			Optional[int]=30522      ,_UpperCAmelCase   :			List[Any]=768      ,_UpperCAmelCase   :			Optional[Any]=512      ,_UpperCAmelCase   :			int=12      ,_UpperCAmelCase   :			Optional[Any]=12      ,_UpperCAmelCase   :			Dict=3072      ,_UpperCAmelCase   :			str="gelu"      ,_UpperCAmelCase   :			str=0.1      ,_UpperCAmelCase   :			str=0.1      ,_UpperCAmelCase   :			Union[str, Any]=512      ,_UpperCAmelCase   :			int=2      ,_UpperCAmelCase   :			str=0.02      ,_UpperCAmelCase   :			List[Any]=1E-12      ,_UpperCAmelCase   :			Optional[Any]=False      ,_UpperCAmelCase   :			Union[str, Any]=True      ,_UpperCAmelCase   :			Any=1      ,_UpperCAmelCase   :			List[str]=0      ,_UpperCAmelCase   :			Optional[Any]=2      ,**_UpperCAmelCase   :			Dict      ,):
									super().__init__(pad_token_id=_UpperCAmelCase      ,bos_token_id=_UpperCAmelCase      ,eos_token_id=_UpperCAmelCase      ,**_UpperCAmelCase						)

									_a	: List[str]								=				vocab_size
									_a	: Optional[Any]								=				max_position_embeddings
									_a	: Tuple								=				hidden_size
									_a	: int								=				visual_embedding_dim
									_a	: Union[str, Any]								=				num_hidden_layers
									_a	: Optional[Any]								=				num_attention_heads
									_a	: Union[str, Any]								=				intermediate_size
									_a	: Optional[int]								=				hidden_act
									_a	: int								=				hidden_dropout_prob
									_a	: List[str]								=				attention_probs_dropout_prob
									_a	: List[str]								=				initializer_range
									_a	: Union[str, Any]								=				type_vocab_size
									_a	: List[Any]								=				layer_norm_eps
									_a	: Optional[int]								=				bypass_transformer
									_a	: Dict								=				special_visual_initialize









'''simple docstring'''

from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *




