





from ..utils import is_flax_available, is_torch_available


if is_torch_available():
							from .autoencoder_kl import AutoencoderKL
							from .controlnet import ControlNetModel
							from .dual_transformer_ad import DualTransformeraDModel
							from .modeling_utils import ModelMixin
							from .prior_transformer import PriorTransformer
							from .ta_film_transformer import TaFilmDecoder
							from .transformer_ad import TransformeraDModel
							from .unet_ad import UNetaDModel
							from .unet_ad import UNetaDModel
							from .unet_ad_condition import UNetaDConditionModel
							from .unet_ad_condition import UNetaDConditionModel
							from .vq_model import VQModel

if is_flax_available():
							from .controlnet_flax import FlaxControlNetModel
							from .unet_ad_condition_flax import FlaxUNetaDConditionModel
							from .vae_flax import FlaxAutoencoderKL









from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__  :     Union[str, Any]   			=logging.get_logger(__name__)

UpperCAmelCase__  :     Any   			={
    '''sayakpaul/vit-msn-base''': '''https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json''',
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}

class  __A       (  a      ):
				__A								=			"""vit_msn"""


				def __init__(						self				,	UpperCAmelCase_=768				,	UpperCAmelCase_=12				,	UpperCAmelCase_=12				,	UpperCAmelCase_=3072				,	UpperCAmelCase_="gelu"				,	UpperCAmelCase_=0.0				,	UpperCAmelCase_=0.0				,	UpperCAmelCase_=0.0_2				,	UpperCAmelCase_=1E-06				,	UpperCAmelCase_=224				,	UpperCAmelCase_=16				,	UpperCAmelCase_=3				,	UpperCAmelCase_=True				,	**UpperCAmelCase_				,	):
								super().__init__(**UpperCAmelCase_							)

								lowerCamelCase			=hidden_size
								lowerCamelCase			=num_hidden_layers
								lowerCamelCase			=num_attention_heads
								lowerCamelCase			=intermediate_size
								lowerCamelCase			=hidden_act
								lowerCamelCase			=hidden_dropout_prob
								lowerCamelCase			=attention_probs_dropout_prob
								lowerCamelCase			=initializer_range
								lowerCamelCase			=layer_norm_eps
								lowerCamelCase			=image_size
								lowerCamelCase			=patch_size
								lowerCamelCase			=num_channels
								lowerCamelCase			=qkv_bias





