





from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCAmelCase_        =							{
    '''configuration_bigbird_pegasus''': [
        '''BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''BigBirdPegasusConfig''',
        '''BigBirdPegasusOnnxConfig''',
    ],
}

try:
	if not is_torch_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	lowerCAmelCase_        =							[
	    '''BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LIST''',
	    '''BigBirdPegasusForCausalLM''',
	    '''BigBirdPegasusForConditionalGeneration''',
	    '''BigBirdPegasusForQuestionAnswering''',
	    '''BigBirdPegasusForSequenceClassification''',
	    '''BigBirdPegasusModel''',
	    '''BigBirdPegasusPreTrainedModel''',
	]


if TYPE_CHECKING:
	from .configuration_bigbird_pegasus import (
	    BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAP,
	    BigBirdPegasusConfig,
	    BigBirdPegasusOnnxConfig,
	)

	try:
		if not is_torch_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_bigbird_pegasus import (
		    BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LIST,
		    BigBirdPegasusForCausalLM,
		    BigBirdPegasusForConditionalGeneration,
		    BigBirdPegasusForQuestionAnswering,
		    BigBirdPegasusForSequenceClassification,
		    BigBirdPegasusModel,
		    BigBirdPegasusPreTrainedModel,
		)


else:
	import sys

	lowerCAmelCase_        =							_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase      							=   logging.get_logger(__name__)

_lowerCamelCase      							=   {
    'sayakpaul/vit-msn-base': 'https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json',
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}







class       __A							(   lowerCamelCase__	):




      """simple docstring"""







      UpperCAmelCase__							=   """vit_msn"""


      def __init__(		self   ,				a__=768   ,				a__=12   ,				a__=12   ,				a__=3072   ,				a__="gelu"   ,				a__=0.0   ,				a__=0.0   ,				a__=0.02   ,				a__=1e-06   ,				a__=224   ,				a__=16   ,				a__=3   ,				a__=True   ,				**a__   ,				):



             """simple docstring"""





             super().__init__(**a__)

             _lowerCamelCase				:  Tuple						=		hidden_size
             _lowerCamelCase				:  str						=		num_hidden_layers
             _lowerCamelCase				:  int						=		num_attention_heads
             _lowerCamelCase				:  Optional[int]						=		intermediate_size
             _lowerCamelCase				:  Union[str, Any]						=		hidden_act
             _lowerCamelCase				:  str						=		hidden_dropout_prob
             _lowerCamelCase				:  List[Any]						=		attention_probs_dropout_prob
             _lowerCamelCase				:  Optional[int]						=		initializer_range
             _lowerCamelCase				:  Optional[Any]						=		layer_norm_eps
             _lowerCamelCase				:  Dict						=		image_size
             _lowerCamelCase				:  Tuple						=		patch_size
             _lowerCamelCase				:  List[str]						=		num_channels
             _lowerCamelCase				:  Optional[int]						=		qkv_bias

