
'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase			:  Optional[int]   							=	logging.get_logger(__name__)

_lowercase			:  str   							=	{"ctrl": "https://huggingface.co/ctrl/resolve/main/config.json"}






class 			lowerCAmelCase__       (  lowerCamelCase_					):
					lowerCAmelCase_					       =					'''ctrl'''
					lowerCAmelCase_					       =					['''past_key_values''']
					lowerCAmelCase_					       =					{
					    '''max_position_embeddings''': '''n_positions''',
					    '''hidden_size''': '''n_embd''',
					    '''num_attention_heads''': '''n_head''',
					    '''num_hidden_layers''': '''n_layer''',
					}






					def __init__(       self    ,							__SCREAMING_SNAKE_CASE=24_65_34    ,							__SCREAMING_SNAKE_CASE=2_56    ,							__SCREAMING_SNAKE_CASE=12_80    ,							__SCREAMING_SNAKE_CASE=81_92    ,							__SCREAMING_SNAKE_CASE=48    ,							__SCREAMING_SNAKE_CASE=16    ,							__SCREAMING_SNAKE_CASE=0.1    ,							__SCREAMING_SNAKE_CASE=0.1    ,							__SCREAMING_SNAKE_CASE=1E-6    ,							__SCREAMING_SNAKE_CASE=0.02    ,							__SCREAMING_SNAKE_CASE=True    ,							**__SCREAMING_SNAKE_CASE    ,							):


											"""simple docstring"""





											lowercase_     :					Dict													=	vocab_size
											lowercase_     :					Dict													=	n_positions
											lowercase_     :					Tuple													=	n_embd
											lowercase_     :					Dict													=	n_layer
											lowercase_     :					Any													=	n_head
											lowercase_     :					str													=	dff
											lowercase_     :					Dict													=	resid_pdrop
											lowercase_     :					Optional[Any]													=	embd_pdrop
											lowercase_     :					Dict													=	layer_norm_epsilon
											lowercase_     :					Optional[Any]													=	initializer_range

											lowercase_     :					List[Any]													=	use_cache

											super().__init__(**__SCREAMING_SNAKE_CASE		)






'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


_lowercase			:  Tuple   							=	{"configuration_vit_msn": ["VIT_MSN_PRETRAINED_CONFIG_ARCHIVE_MAP", "ViTMSNConfig"]}

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							_lowercase			:  str   							=	[
							    "VIT_MSN_PRETRAINED_MODEL_ARCHIVE_LIST",
							    "ViTMSNModel",
							    "ViTMSNForImageClassification",
							    "ViTMSNPreTrainedModel",
							]

if TYPE_CHECKING:
							from .configuration_vit_msn import VIT_MSN_PRETRAINED_CONFIG_ARCHIVE_MAP, ViTMSNConfig

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_vit_msn import (
														    VIT_MSN_PRETRAINED_MODEL_ARCHIVE_LIST,
														    ViTMSNForImageClassification,
														    ViTMSNModel,
														    ViTMSNPreTrainedModel,
														)

else:
							import sys

							_lowercase			:  int   							=	_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)



