

from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case_							=			logging.get_logger(__name__)

snake_case_							=			{
    "uclanlp/visualbert-vqa": "https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json",
    "uclanlp/visualbert-vqa-pre": "https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json",
    "uclanlp/visualbert-vqa-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"
    ),
    "uclanlp/visualbert-vcr": "https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json",
    "uclanlp/visualbert-vcr-pre": "https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json",
    "uclanlp/visualbert-vcr-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"
    ),
    "uclanlp/visualbert-nlvr2": "https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json",
    "uclanlp/visualbert-nlvr2-pre": "https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json",
    "uclanlp/visualbert-nlvr2-coco-pre": (
        "https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}
class        snake_case_		(			_A):
		lowerCamelCase    :Optional[Any]						=     "visual_bert"







		def __init__(		self			,     __lowercase=3_0_5_2_2			,     __lowercase=7_6_8			,     __lowercase=5_1_2			,     __lowercase=1_2			,     __lowercase=1_2			,     __lowercase=3_0_7_2			,     __lowercase="gelu"			,     __lowercase=0.1			,     __lowercase=0.1			,     __lowercase=5_1_2			,     __lowercase=2			,     __lowercase=0.0_2			,     __lowercase=1e-12			,     __lowercase=False			,     __lowercase=True			,     __lowercase=1			,     __lowercase=0			,     __lowercase=2			,     **__lowercase			,     )				->   List[str]:
				super().__init__(pad_token_id=__UpperCamelCase			,     bos_token_id=__UpperCamelCase			,     eos_token_id=__UpperCamelCase			,     **__UpperCamelCase   )

				lowerCamelCase   : Any								=vocab_size
				lowerCamelCase   : List[Any]								=max_position_embeddings
				lowerCamelCase   : Optional[int]								=hidden_size
				lowerCamelCase   : Tuple								=visual_embedding_dim
				lowerCamelCase   : Any								=num_hidden_layers
				lowerCamelCase   : List[str]								=num_attention_heads
				lowerCamelCase   : List[Any]								=intermediate_size
				lowerCamelCase   : List[str]								=hidden_act
				lowerCamelCase   : List[str]								=hidden_dropout_prob
				lowerCamelCase   : Union[str, Any]								=attention_probs_dropout_prob
				lowerCamelCase   : List[str]								=initializer_range
				lowerCamelCase   : Optional[int]								=type_vocab_size
				lowerCamelCase   : str								=layer_norm_eps
				lowerCamelCase   : Optional[Any]								=bypass_transformer
				lowerCamelCase   : Any								=special_visual_initialize








# coding=utf-8
# Copyright 2020 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import sys

import transformers


snake_case_							=			'''3'''

print('''Python version:''', sys.version)
print('''transformers version:''', transformers.__version__)

try:
				import torch

				print('''Torch version:''', torch.__version__)
				print('''Cuda available:''', torch.cuda.is_available())
				print('''Cuda version:''', torch.version.cuda)
				print('''CuDNN version:''', torch.backends.cudnn.version())
				print('''Number of GPUs available:''', torch.cuda.device_count())
				print('''NCCL version:''', torch.cuda.nccl.version())
except ImportError:
				print('''Torch version:''', None)

try:
				import deepspeed

				print('''DeepSpeed version:''', deepspeed.__version__)
except ImportError:
				print('''DeepSpeed version:''', None)

try:
				import tensorflow as tf

				print('''TensorFlow version:''', tf.__version__)
				print('''TF GPUs available:''', bool(tf.config.list_physical_devices('''GPU''')))
				print('''Number of TF GPUs available:''', len(tf.config.list_physical_devices('''GPU''')))
except ImportError:
				print('''TensorFlow version:''', None)

