


'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_			:  Tuple										=   logging.get_logger(__name__)

UpperCAmelCase_			:  Union[str, Any]										=   {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}

class     _lowerCamelCase       (     snake_case_					):




 '''simple docstring'''
 __lowercase					:		str     				=    '''megatron-bert'''


 def __init__(   self   ,   __lowercase=29_056   ,   __lowercase=1_024   ,   __lowercase=24   ,   __lowercase=16   ,   __lowercase=4_096   ,   __lowercase="gelu"   ,   __lowercase=0.1   ,   __lowercase=0.1   ,   __lowercase=512   ,   __lowercase=2   ,   __lowercase=0.0_2   ,   __lowercase=1E-12   ,   __lowercase=0   ,   __lowercase="absolute"   ,   __lowercase=True   ,   **__lowercase   ,   ):

  """simple docstring"""







  super().__init__(pad_token_id=__lowercase   ,   **__lowercase    )

  __A	:		int	  =      vocab_size
  __A	:		Optional[Any]	  =      hidden_size
  __A	:		int	  =      num_hidden_layers
  __A	:		Optional[int]	  =      num_attention_heads
  __A	:		int	  =      hidden_act
  __A	:		Union[str, Any]	  =      intermediate_size
  __A	:		Optional[int]	  =      hidden_dropout_prob
  __A	:		int	  =      attention_probs_dropout_prob
  __A	:		int	  =      max_position_embeddings
  __A	:		Tuple	  =      type_vocab_size
  __A	:		str	  =      initializer_range
  __A	:		Optional[int]	  =      layer_norm_eps
  __A	:		int	  =      position_embedding_type
  __A	:		Optional[Any]	  =      use_cache










'''simple docstring'''
from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase_			:  int										=   logging.get_logger(__name__)

UpperCAmelCase_			:  List[Any]										=   {
    'facebook/deit-base-distilled-patch16-224': (
        'https://huggingface.co/facebook/deit-base-patch16-224/resolve/main/config.json'
    ),
    # See all DeiT models at https://huggingface.co/models?filter=deit
}

class     _lowerCamelCase       (     snake_case_					):




 '''simple docstring'''
 __lowercase					:		Union[str, Any]     				=    '''deit'''


 def __init__(   self   ,   __lowercase=768   ,   __lowercase=12   ,   __lowercase=12   ,   __lowercase=3_072   ,   __lowercase="gelu"   ,   __lowercase=0.0   ,   __lowercase=0.0   ,   __lowercase=0.0_2   ,   __lowercase=1E-12   ,   __lowercase=224   ,   __lowercase=16   ,   __lowercase=3   ,   __lowercase=True   ,   __lowercase=16   ,   **__lowercase   ,   ):

  """simple docstring"""







  super().__init__(**__lowercase    )

  __A	:		Union[str, Any]	  =      hidden_size
  __A	:		int	  =      num_hidden_layers
  __A	:		str	  =      num_attention_heads
  __A	:		Optional[int]	  =      intermediate_size
  __A	:		List[str]	  =      hidden_act
  __A	:		str	  =      hidden_dropout_prob
  __A	:		str	  =      attention_probs_dropout_prob
  __A	:		int	  =      initializer_range
  __A	:		Tuple	  =      layer_norm_eps
  __A	:		List[Any]	  =      image_size
  __A	:		Dict	  =      patch_size
  __A	:		Optional[Any]	  =      num_channels
  __A	:		List[Any]	  =      qkv_bias
  __A	:		str	  =      encoder_stride


class     _lowerCamelCase       (     snake_case_					):




 '''simple docstring'''
 __lowercase					:		Optional[int]     				=    version.parse('''1.11'''					)


 @property
 def 			snake_case__ (   self    ):

  """simple docstring"""







  return OrderedDict(
      [
          ('pixel_values', {0: 'batch', 1: 'num_channels', 2: 'height', 3: 'width'}),
      ]    )







 @property
 def 			snake_case__ (   self    ):

  """simple docstring"""







  return 1E-4






