


'''simple docstring'''





from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__lowerCamelCase												=						logging.get_logger(__name__)

__lowerCamelCase												=						{
    '''facebook/deit-base-distilled-patch16-224''': (
        '''https://huggingface.co/facebook/deit-base-patch16-224/resolve/main/config.json'''
    ),
    # See all DeiT models at https://huggingface.co/models?filter=deit
}




class 				UpperCAmelCase			(			_snake_case						):
 UpperCAmelCase				=					"deit"


 def __init__(      self							:	str			,       __lowerCamelCase							:	Union[str, Any]=7_6_8			,       __lowerCamelCase							:	List[str]=1_2			,       __lowerCamelCase							:	Dict=1_2			,       __lowerCamelCase							:	List[Any]=3_0_7_2			,       __lowerCamelCase							:	Optional[int]="gelu"			,       __lowerCamelCase							:	Optional[Any]=0.0			,       __lowerCamelCase							:	Optional[Any]=0.0			,       __lowerCamelCase							:	Optional[int]=0.02			,       __lowerCamelCase							:	Tuple=1e-12			,       __lowerCamelCase							:	Any=2_2_4			,       __lowerCamelCase							:	Optional[int]=1_6			,       __lowerCamelCase							:	str=3			,       __lowerCamelCase							:	List[Any]=True			,       __lowerCamelCase							:	List[str]=1_6			,       **__lowerCamelCase							:	str			,       ):
    super().__init__(**__lowerCamelCase )

    UpperCAmelCase__	:Dict      =      hidden_size
    UpperCAmelCase__	:Optional[Any]      =      num_hidden_layers
    UpperCAmelCase__	:List[str]      =      num_attention_heads
    UpperCAmelCase__	:Dict      =      intermediate_size
    UpperCAmelCase__	:Any      =      hidden_act
    UpperCAmelCase__	:Tuple      =      hidden_dropout_prob
    UpperCAmelCase__	:List[Any]      =      attention_probs_dropout_prob
    UpperCAmelCase__	:Tuple      =      initializer_range
    UpperCAmelCase__	:Optional[int]      =      layer_norm_eps
    UpperCAmelCase__	:Optional[int]      =      image_size
    UpperCAmelCase__	:Tuple      =      patch_size
    UpperCAmelCase__	:List[str]      =      num_channels
    UpperCAmelCase__	:Union[str, Any]      =      qkv_bias
    UpperCAmelCase__	:Optional[Any]      =      encoder_stride




class 				UpperCAmelCase			(			_snake_case						):
 UpperCAmelCase				=					version.parse("1.11"						)


 @property
 def        __SCREAMING_SNAKE_CASE					(      self							:	str ):
    return OrderedDict(
        [
            ('''pixel_values''', {0: '''batch''', 1: '''num_channels''', 2: '''height''', 3: '''width'''}),
        ] )





 @property
 def        __SCREAMING_SNAKE_CASE					(      self							:	List[Any] ):
    return 1e-4







'''simple docstring'''





from .glue import GlueDataset, GlueDataTrainingArguments
from .language_modeling import (
    LineByLineTextDataset,
    LineByLineWithRefDataset,
    LineByLineWithSOPTextDataset,
    TextDataset,
    TextDatasetForNextSentencePrediction,
)
from .squad import SquadDataset, SquadDataTrainingArguments



