


"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__magic_name__						: List[Any]    =				logging.get_logger(__name__)

__magic_name__						: Any    =				{
    'alibaba-damo/mgp-str-base': 'https://huggingface.co/alibaba-damo/mgp-str-base/resolve/main/config.json',
}




class 			__snake_case   (lowerCamelCase  ):
							__a					 =       '''mgp-str'''




							def __init__(     self:    List[str]     ,							A_:    Tuple=[32, 1_28]     ,							A_:    Optional[Any]=4     ,							A_:    List[str]=3     ,							A_:    Optional[Any]=27     ,							A_:    str=38     ,							A_:    List[str]=5_02_57     ,							A_:    int=3_05_22     ,							A_:    List[Any]=7_68     ,							A_:    int=12     ,							A_:    str=12     ,							A_:    List[Any]=4.0     ,							A_:    Tuple=True     ,							A_:    Any=False     ,							A_:    List[str]=1E-5     ,							A_:    List[Any]=0.0     ,							A_:    str=0.0     ,							A_:    int=0.0     ,							A_:    Tuple=False     ,							A_:    str=0.02     ,							**A_:    List[str]     ,							):
										super().__init__(**A_   )

										__lowerCamelCase          =      image_size
										__lowerCamelCase          =      patch_size
										__lowerCamelCase          =      num_channels
										__lowerCamelCase          =      max_token_length
										__lowerCamelCase          =      num_character_labels
										__lowerCamelCase          =      num_bpe_labels
										__lowerCamelCase          =      num_wordpiece_labels
										__lowerCamelCase          =      hidden_size
										__lowerCamelCase          =      num_hidden_layers
										__lowerCamelCase          =      num_attention_heads
										__lowerCamelCase          =      mlp_ratio
										__lowerCamelCase          =      distilled
										__lowerCamelCase          =      layer_norm_eps
										__lowerCamelCase          =      drop_rate
										__lowerCamelCase          =      qkv_bias
										__lowerCamelCase          =      attn_drop_rate
										__lowerCamelCase          =      drop_path_rate
										__lowerCamelCase          =      output_aa_attentions
										__lowerCamelCase          =      initializer_range








"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__magic_name__						: str    =				logging.get_logger(__name__)

__magic_name__						: List[Any]    =				{
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}




class 			__snake_case   (lowerCamelCase  ):
							__a					 =       '''visual_bert'''




							def __init__(     self:    Any     ,							A_:    List[str]=3_05_22     ,							A_:    Tuple=7_68     ,							A_:    Dict=5_12     ,							A_:    List[Any]=12     ,							A_:    str=12     ,							A_:    Dict=30_72     ,							A_:    str="gelu"     ,							A_:    Union[str, Any]=0.1     ,							A_:    Any=0.1     ,							A_:    List[Any]=5_12     ,							A_:    int=2     ,							A_:    int=0.02     ,							A_:    Any=1E-12     ,							A_:    List[str]=False     ,							A_:    str=True     ,							A_:    Union[str, Any]=1     ,							A_:    Optional[int]=0     ,							A_:    Dict=2     ,							**A_:    Optional[int]     ,							):
										super().__init__(pad_token_id=A_     ,							bos_token_id=A_     ,							eos_token_id=A_     ,							**A_   )

										__lowerCamelCase          =      vocab_size
										__lowerCamelCase          =      max_position_embeddings
										__lowerCamelCase          =      hidden_size
										__lowerCamelCase          =      visual_embedding_dim
										__lowerCamelCase          =      num_hidden_layers
										__lowerCamelCase          =      num_attention_heads
										__lowerCamelCase          =      intermediate_size
										__lowerCamelCase          =      hidden_act
										__lowerCamelCase          =      hidden_dropout_prob
										__lowerCamelCase          =      attention_probs_dropout_prob
										__lowerCamelCase          =      initializer_range
										__lowerCamelCase          =      type_vocab_size
										__lowerCamelCase          =      layer_norm_eps
										__lowerCamelCase          =      bypass_transformer
										__lowerCamelCase          =      special_visual_initialize




