





'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


__magic_name__   :						List[str]    =			logging.get_logger(__name__)

__magic_name__   :						Optional[Any]    =			{
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}


class       __SCREAMING_SNAKE_CASE	(						__lowercase			):



					'''simple docstring'''






					UpperCAmelCase__       :						Tuple      =   '''visual_bert'''

					def __init__(					self						,   lowerCamelCase=30_522						,   lowerCamelCase=768						,   lowerCamelCase=512						,   lowerCamelCase=12						,   lowerCamelCase=12						,   lowerCamelCase=3_072						,   lowerCamelCase="gelu"						,   lowerCamelCase=0.1						,   lowerCamelCase=0.1						,   lowerCamelCase=512						,   lowerCamelCase=2						,   lowerCamelCase=0.02						,   lowerCamelCase=1e-12						,   lowerCamelCase=False						,   lowerCamelCase=True						,   lowerCamelCase=1						,   lowerCamelCase=0						,   lowerCamelCase=2						,   **lowerCamelCase						,   ):
							super().__init__(pad_token_id=__a						,   bos_token_id=__a						,   eos_token_id=__a						,   **__a	)

							_snake_case     		=				vocab_size
							_snake_case     		=				max_position_embeddings
							_snake_case     		=				hidden_size
							_snake_case     		=				visual_embedding_dim
							_snake_case     		=				num_hidden_layers
							_snake_case     		=				num_attention_heads
							_snake_case     		=				intermediate_size
							_snake_case     		=				hidden_act
							_snake_case     		=				hidden_dropout_prob
							_snake_case     		=				attention_probs_dropout_prob
							_snake_case     		=				initializer_range
							_snake_case     		=				type_vocab_size
							_snake_case     		=				layer_norm_eps
							_snake_case     		=				bypass_transformer
							_snake_case     		=				special_visual_initialize









'''simple docstring'''



from typing import TYPE_CHECKING

from ...file_utils import _LazyModule, is_torch_available
from ...utils import OptionalDependencyNotAvailable


__magic_name__   :						Any    =			{
    """configuration_gpt_neox_japanese""": ["""GPT_NEOX_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAP""", """GPTNeoXJapaneseConfig"""],
    """tokenization_gpt_neox_japanese""": ["""GPTNeoXJapaneseTokenizer"""],
}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 __magic_name__   :						List[Any]    =			[
     """GPT_NEOX_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LIST""",
     """GPTNeoXJapaneseForCausalLM""",
     """GPTNeoXJapaneseLayer""",
     """GPTNeoXJapaneseModel""",
     """GPTNeoXJapanesePreTrainedModel""",
 ]


if TYPE_CHECKING:
 from .configuration_gpt_neox_japanese import GPT_NEOX_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAP, GPTNeoXJapaneseConfig
 from .tokenization_gpt_neox_japanese import GPTNeoXJapaneseTokenizer

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_gpt_neox_japanese import (
      GPT_NEOX_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LIST,
      GPTNeoXJapaneseForCausalLM,
      GPTNeoXJapaneseLayer,
      GPTNeoXJapaneseModel,
      GPTNeoXJapanesePreTrainedModel,
  )


else:
 import sys

 __magic_name__   :						Union[str, Any]    =			_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)


