

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


_a:    Optional[Any] 							=			{
    """configuration_distilbert""": [
        """DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAP""",
        """DistilBertConfig""",
        """DistilBertOnnxConfig""",
    ],
    """tokenization_distilbert""": ["""DistilBertTokenizer"""],
}

try:
				if not is_tokenizers_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_a:    Union[str, Any] 							=			["""DistilBertTokenizerFast"""]

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_a:    int 							=			[
				    """DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST""",
				    """DistilBertForMaskedLM""",
				    """DistilBertForMultipleChoice""",
				    """DistilBertForQuestionAnswering""",
				    """DistilBertForSequenceClassification""",
				    """DistilBertForTokenClassification""",
				    """DistilBertModel""",
				    """DistilBertPreTrainedModel""",
				]

try:
				if not is_tf_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_a:    Optional[Any] 							=			[
				    """TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST""",
				    """TFDistilBertForMaskedLM""",
				    """TFDistilBertForMultipleChoice""",
				    """TFDistilBertForQuestionAnswering""",
				    """TFDistilBertForSequenceClassification""",
				    """TFDistilBertForTokenClassification""",
				    """TFDistilBertMainLayer""",
				    """TFDistilBertModel""",
				    """TFDistilBertPreTrainedModel""",
				]

try:
				if not is_flax_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_a:    Optional[int] 							=			[
				    """FlaxDistilBertForMaskedLM""",
				    """FlaxDistilBertForMultipleChoice""",
				    """FlaxDistilBertForQuestionAnswering""",
				    """FlaxDistilBertForSequenceClassification""",
				    """FlaxDistilBertForTokenClassification""",
				    """FlaxDistilBertModel""",
				    """FlaxDistilBertPreTrainedModel""",
				]


if TYPE_CHECKING:
				from .configuration_distilbert import (
				    DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAP,
				    DistilBertConfig,
				    DistilBertOnnxConfig,
				)
				from .tokenization_distilbert import DistilBertTokenizer

				try:
								if not is_tokenizers_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .tokenization_distilbert_fast import DistilBertTokenizerFast

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_distilbert import (
								    DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
								    DistilBertForMaskedLM,
								    DistilBertForMultipleChoice,
								    DistilBertForQuestionAnswering,
								    DistilBertForSequenceClassification,
								    DistilBertForTokenClassification,
								    DistilBertModel,
								    DistilBertPreTrainedModel,
								)

				try:
								if not is_tf_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_tf_distilbert import (
								    TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
								    TFDistilBertForMaskedLM,
								    TFDistilBertForMultipleChoice,
								    TFDistilBertForQuestionAnswering,
								    TFDistilBertForSequenceClassification,
								    TFDistilBertForTokenClassification,
								    TFDistilBertMainLayer,
								    TFDistilBertModel,
								    TFDistilBertPreTrainedModel,
								)

				try:
								if not is_flax_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_flax_distilbert import (
								    FlaxDistilBertForMaskedLM,
								    FlaxDistilBertForMultipleChoice,
								    FlaxDistilBertForQuestionAnswering,
								    FlaxDistilBertForSequenceClassification,
								    FlaxDistilBertForTokenClassification,
								    FlaxDistilBertModel,
								    FlaxDistilBertPreTrainedModel,
								)

else:
				import sys

				_a:    int 							=			_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a:    List[str] 							=			logging.get_logger(__name__)

_a:    Any 							=			{
    """sayakpaul/vit-msn-base""": """https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json""",
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}

class 						__UpperCamelCase    (					lowercase						):
	SCREAMING_SNAKE_CASE__    				=     'vit_msn'




	def __init__(		self	:						Union[str, Any]		,	lowerCAmelCase	:						Optional[int]=768		,	lowerCAmelCase	:						Dict=12		,	lowerCAmelCase	:						str=12		,	lowerCAmelCase	:						List[str]=3_072		,	lowerCAmelCase	:						Tuple="gelu"		,	lowerCAmelCase	:						int=0.0		,	lowerCAmelCase	:						Optional[int]=0.0		,	lowerCAmelCase	:						Union[str, Any]=0.02		,	lowerCAmelCase	:						str=1e-06		,	lowerCAmelCase	:						Dict=224		,	lowerCAmelCase	:						str=16		,	lowerCAmelCase	:						List[Any]=3		,	lowerCAmelCase	:						Union[str, Any]=True		,	**lowerCAmelCase	:						List[str]		,	):


		'''simple docstring'''







		super().__init__(**lowerCAmelCase							)

		UpperCAmelCase_       				=			hidden_size
		UpperCAmelCase_       				=			num_hidden_layers
		UpperCAmelCase_       				=			num_attention_heads
		UpperCAmelCase_       				=			intermediate_size
		UpperCAmelCase_       				=			hidden_act
		UpperCAmelCase_       				=			hidden_dropout_prob
		UpperCAmelCase_       				=			attention_probs_dropout_prob
		UpperCAmelCase_       				=			initializer_range
		UpperCAmelCase_       				=			layer_norm_eps
		UpperCAmelCase_       				=			image_size
		UpperCAmelCase_       				=			patch_size
		UpperCAmelCase_       				=			num_channels
		UpperCAmelCase_       				=			qkv_bias