





"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__				:int				   =       logging.get_logger(__name__)

lowercase__				:int				   =       {
    'microsoft/cvt-13': 'https://huggingface.co/microsoft/cvt-13/resolve/main/config.json',
    # See all Cvt models at https://huggingface.co/models?filter=cvt
}




class 							snake_case							(			UpperCamelCase_ ):

      '''simple docstring'''



      _A     :       Any         =       'cvt'

      def __init__(							self       :      Optional[int]						,				__lowercase       :      int=3						,				__lowercase       :      Optional[int]=[7, 3, 3]						,				__lowercase       :      Dict=[4, 2, 2]						,				__lowercase       :      str=[2, 1, 1]						,				__lowercase       :      Optional[Any]=[64, 192, 384]						,				__lowercase       :      Union[str, Any]=[1, 3, 6]						,				__lowercase       :      Optional[Any]=[1, 2, 10]						,				__lowercase       :      Any=[4.0, 4.0, 4.0]						,				__lowercase       :      Dict=[0.0, 0.0, 0.0]						,				__lowercase       :      int=[0.0, 0.0, 0.0]						,				__lowercase       :      Dict=[0.0, 0.0, 0.1]						,				__lowercase       :      Any=[True, True, True]						,				__lowercase       :      Union[str, Any]=[False, False, True]						,				__lowercase       :      Optional[int]=["dw_bn", "dw_bn", "dw_bn"]						,				__lowercase       :      List[Any]=[3, 3, 3]						,				__lowercase       :      List[str]=[1, 1, 1]						,				__lowercase       :      Optional[Any]=[2, 2, 2]						,				__lowercase       :      List[Any]=[1, 1, 1]						,				__lowercase       :      Any=[1, 1, 1]						,				__lowercase       :      Any=0.0_2						,				__lowercase       :      Optional[int]=1e-12						,				**__lowercase       :      Optional[int]						,				):


        '''simple docstring'''




        super().__init__(**UpperCamelCase__ )
        __UpperCAmelCase    :						int       =						num_channels
        __UpperCAmelCase    :						Tuple       =						patch_sizes
        __UpperCAmelCase    :						Optional[int]       =						patch_stride
        __UpperCAmelCase    :						Tuple       =						patch_padding
        __UpperCAmelCase    :						str       =						embed_dim
        __UpperCAmelCase    :						List[Any]       =						num_heads
        __UpperCAmelCase    :						str       =						depth
        __UpperCAmelCase    :						List[Any]       =						mlp_ratio
        __UpperCAmelCase    :						Any       =						attention_drop_rate
        __UpperCAmelCase    :						List[Any]       =						drop_rate
        __UpperCAmelCase    :						Optional[int]       =						drop_path_rate
        __UpperCAmelCase    :						Tuple       =						qkv_bias
        __UpperCAmelCase    :						Dict       =						cls_token
        __UpperCAmelCase    :						List[str]       =						qkv_projection_method
        __UpperCAmelCase    :						Optional[Any]       =						kernel_qkv
        __UpperCAmelCase    :						str       =						padding_kv
        __UpperCAmelCase    :						Union[str, Any]       =						stride_kv
        __UpperCAmelCase    :						str       =						padding_q
        __UpperCAmelCase    :						List[Any]       =						stride_q
        __UpperCAmelCase    :						str       =						initializer_range
        __UpperCAmelCase    :						Any       =						layer_norm_eps






"""simple docstring"""





# coding=utf-8
# Copyright 2020 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import sys

import transformers


lowercase__				:int				   =       '3'

print('Python version:', sys.version)
print('transformers version:', transformers.__version__)

try:
  import torch

  print('Torch version:', torch.__version__)
  print('Cuda available:', torch.cuda.is_available())
  print('Cuda version:', torch.version.cuda)
  print('CuDNN version:', torch.backends.cudnn.version())
  print('Number of GPUs available:', torch.cuda.device_count())
  print('NCCL version:', torch.cuda.nccl.version())
except ImportError:
  print('Torch version:', None)

try:
  import deepspeed

  print('DeepSpeed version:', deepspeed.__version__)
except ImportError:
  print('DeepSpeed version:', None)

try:
  import tensorflow as tf

  print('TensorFlow version:', tf.__version__)
  print('TF GPUs available:', bool(tf.config.list_physical_devices('GPU')))
  print('Number of TF GPUs available:', len(tf.config.list_physical_devices('GPU')))
except ImportError:
  print('TensorFlow version:', None)