



'''simple docstring'''






import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= DownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	def   A			(		self    :  List[str]	)    ->	Any:
								UpperCAmelCase				: str											=	[-0.02_32, -0.98_69, 0.80_54, -0.06_37, -0.16_88, -1.42_64, 0.44_70, -1.33_94, 0.09_04]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= ResnetDownsampleBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	def   A			(		self    :  Union[str, Any]	)    ->	List[Any]:
								UpperCAmelCase				: Dict											=	[0.07_10, 0.24_10, -0.73_20, -1.07_57, -1.13_43, 0.35_40, -0.01_33, -0.25_76, 0.09_48]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnDownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	def   A			(		self    :  Optional[int]	)    ->	List[str]:
								UpperCAmelCase				: int											=	[0.06_36, 0.89_64, -0.62_34, -1.01_31, 0.08_44, 0.49_35, 0.34_37, 0.09_11, -0.29_57]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= CrossAttnDownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	def   A			(		self    :  List[str]	)    ->	List[str]:
								UpperCAmelCase				: Tuple											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: List[Any]											=	32
								return init_dict, inputs_dict







	def   A			(		self    :  int	)    ->	Optional[int]:
								UpperCAmelCase				: str											=	[0.22_38, -0.73_96, -0.22_55, -0.38_29, 0.19_25, 1.16_65, 0.06_03, -0.72_95, 0.19_83]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= SimpleCrossAttnDownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	@property
	def   A			(		self    :  Optional[Any]	)    ->	Any:
								return super().get_dummy_input(include_encoder_hidden_states=__snake_case	)







	def   A			(		self    :  List[Any]	)    ->	int:
								UpperCAmelCase				: Optional[int]											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: List[Any]											=	32
								return init_dict, inputs_dict







	@unittest.skipIf(torch_device == '''mps'''	,    '''MPS result is not consistent'''	)
	def   A			(		self    :  Optional[Any]	)    ->	Optional[Any]:
								UpperCAmelCase				: List[str]											=	[0.79_21, -0.09_92, -0.19_62, -0.76_95, -0.42_42, 0.78_04, 0.47_37, 0.27_65, 0.33_38]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= SkipDownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	@property
	def   A			(		self    :  Dict	)    ->	List[str]:
								return super().get_dummy_input(include_skip_sample=__snake_case	)







	def   A			(		self    :  Union[str, Any]	)    ->	List[Any]:
								UpperCAmelCase				: Any											=	[-0.08_45, -0.20_87, -0.24_65, 0.09_71, 0.19_00, -0.04_84, 0.26_64, 0.41_79, 0.50_69]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnSkipDownBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	@property
	def   A			(		self    :  Optional[int]	)    ->	List[Any]:
								return super().get_dummy_input(include_skip_sample=__snake_case	)







	def   A			(		self    :  Tuple	)    ->	str:
								UpperCAmelCase				: Optional[Any]											=	[0.55_39, 0.16_09, 0.49_24, 0.05_37, -0.19_95, 0.40_50, 0.09_79, -0.27_21, -0.06_42]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= DownEncoderBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	@property
	def   A			(		self    :  Optional[Any]	)    ->	Union[str, Any]:
								return super().get_dummy_input(include_temb=__snake_case	)







	def   A			(		self    :  str	)    ->	Optional[Any]:
								UpperCAmelCase				: str											=	{
								    '''in_channels''': 32,
								    '''out_channels''': 32,
								}
								UpperCAmelCase				: str											=	self.dummy_input
								return init_dict, inputs_dict







	def   A			(		self    :  Union[str, Any]	)    ->	Dict:
								UpperCAmelCase				: Any											=	[1.11_02, 0.53_02, 0.48_72, -0.00_23, -0.80_42, 0.04_83, -0.34_89, -0.56_32, 0.76_26]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnDownEncoderBlockaD  # noqa F405
	lowerCamelCase__    				= """down"""







	@property
	def   A			(		self    :  Optional[Any]	)    ->	str:
								return super().get_dummy_input(include_temb=__snake_case	)







	def   A			(		self    :  Optional[int]	)    ->	Optional[Any]:
								UpperCAmelCase				: List[str]											=	{
								    '''in_channels''': 32,
								    '''out_channels''': 32,
								}
								UpperCAmelCase				: Tuple											=	self.dummy_input
								return init_dict, inputs_dict







	def   A			(		self    :  List[str]	)    ->	List[Any]:
								UpperCAmelCase				: Tuple											=	[0.89_66, -0.14_86, 0.85_68, 0.81_41, -0.90_46, -0.13_42, -0.09_72, -0.74_17, 0.15_38]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= UNetMidBlockaD  # noqa F405
	lowerCamelCase__    				= """mid"""







	def   A			(		self    :  Optional[int]	)    ->	Dict:
								UpperCAmelCase				: Union[str, Any]											=	{
								    '''in_channels''': 32,
								    '''temb_channels''': 128,
								}
								UpperCAmelCase				: Dict											=	self.dummy_input
								return init_dict, inputs_dict







	def   A			(		self    :  Any	)    ->	List[Any]:
								UpperCAmelCase				: List[str]											=	[-0.10_62, 1.72_48, 0.34_94, 1.45_69, -0.09_10, -1.24_21, -0.99_84, 0.67_36, 1.00_28]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= UNetMidBlockaDCrossAttn  # noqa F405
	lowerCamelCase__    				= """mid"""







	def   A			(		self    :  Dict	)    ->	List[Any]:
								UpperCAmelCase				: Optional[Any]											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: Dict											=	32
								return init_dict, inputs_dict







	def   A			(		self    :  Optional[Any]	)    ->	Dict:
								UpperCAmelCase				: List[str]											=	[0.01_87, 2.42_20, 0.44_84, 1.12_03, -0.61_21, -1.51_22, -0.82_70, 0.78_51, 1.83_35]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= UNetMidBlockaDSimpleCrossAttn  # noqa F405
	lowerCamelCase__    				= """mid"""







	@property
	def   A			(		self    :  str	)    ->	Optional[int]:
								return super().get_dummy_input(include_encoder_hidden_states=__snake_case	)







	def   A			(		self    :  Tuple	)    ->	Optional[Any]:
								UpperCAmelCase				: Tuple											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: int											=	32
								return init_dict, inputs_dict







	def   A			(		self    :  Union[str, Any]	)    ->	Optional[Any]:
								UpperCAmelCase				: Any											=	[0.71_43, 1.99_74, 0.54_48, 1.39_77, 0.12_82, -1.12_37, -1.42_38, 0.55_30, 0.88_80]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= UpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  List[Any]	)    ->	str:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	def   A			(		self    :  Union[str, Any]	)    ->	int:
								UpperCAmelCase				: Dict											=	[-0.20_41, -0.41_65, -0.30_22, 0.00_41, -0.66_28, -0.70_53, 0.19_28, -0.03_25, 0.05_23]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= ResnetUpsampleBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  Optional[Any]	)    ->	str:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	def   A			(		self    :  Optional[int]	)    ->	Union[str, Any]:
								UpperCAmelCase				: Optional[Any]											=	[0.22_87, 0.35_49, -0.13_46, 0.47_97, -0.17_15, -0.96_49, 0.73_05, -0.58_64, -0.62_44]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= CrossAttnUpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  Optional[int]	)    ->	Optional[Any]:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	def   A			(		self    :  Any	)    ->	Optional[int]:
								UpperCAmelCase				: Optional[int]											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: Dict											=	32
								return init_dict, inputs_dict







	def   A			(		self    :  List[Any]	)    ->	str:
								UpperCAmelCase				: Dict											=	[-0.14_03, -0.35_15, -0.04_20, -0.14_25, 0.31_67, 0.50_94, -0.21_81, 0.59_31, 0.55_82]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= SimpleCrossAttnUpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  int	)    ->	Optional[Any]:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	,    include_encoder_hidden_states=__snake_case	)







	def   A			(		self    :  Any	)    ->	Optional[int]:
								UpperCAmelCase				: Optional[Any]											=	super().prepare_init_args_and_inputs_for_common()
								UpperCAmelCase				: Optional[int]											=	32
								return init_dict, inputs_dict







	def   A			(		self    :  Dict	)    ->	Any:
								UpperCAmelCase				: Dict											=	[0.26_45, 0.14_80, 0.09_09, 0.80_44, -0.97_58, -0.90_83, 0.09_94, -1.14_53, -0.74_02]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnUpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  Optional[int]	)    ->	Any:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	@unittest.skipIf(torch_device == '''mps'''	,    '''MPS result is not consistent'''	)
	def   A			(		self    :  Dict	)    ->	Optional[Any]:
								UpperCAmelCase				: Optional[int]											=	[0.09_79, 0.13_26, 0.00_21, 0.06_59, 0.22_49, 0.00_59, 0.11_32, 0.59_52, 0.10_33]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= SkipUpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  Tuple	)    ->	Tuple:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	def   A			(		self    :  Optional[int]	)    ->	List[str]:
								UpperCAmelCase				: Union[str, Any]											=	[-0.08_93, -0.12_34, -0.15_06, -0.03_32, 0.01_23, -0.02_11, 0.05_66, 0.01_43, 0.03_62]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnSkipUpBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  List[str]	)    ->	Tuple:
								return super().get_dummy_input(include_res_hidden_states_tuple=__snake_case	)







	def   A			(		self    :  List[Any]	)    ->	List[str]:
								UpperCAmelCase				: Dict											=	[0.03_61, 0.06_17, 0.27_87, -0.03_50, 0.03_42, 0.34_21, -0.08_43, 0.09_13, 0.30_15]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= UpDecoderBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  Optional[Any]	)    ->	Any:
								return super().get_dummy_input(include_temb=__snake_case	)







	def   A			(		self    :  Any	)    ->	Optional[Any]:
								UpperCAmelCase				: Dict											=	{'''in_channels''': 32, '''out_channels''': 32}

								UpperCAmelCase				: List[str]											=	self.dummy_input
								return init_dict, inputs_dict







	def   A			(		self    :  Tuple	)    ->	Tuple:
								UpperCAmelCase				: Union[str, Any]											=	[0.44_04, 0.19_98, -0.98_86, -0.33_20, -0.31_28, -0.70_34, -0.69_55, -0.23_38, -0.31_37]
								super().test_output(__snake_case	)

class        SCREAMING_SNAKE_CASE(							A__							,	unittest.TestCase    ):







	"""simple docstring"""






	lowerCamelCase__    				= AttnUpDecoderBlockaD  # noqa F405
	lowerCamelCase__    				= """up"""







	@property
	def   A			(		self    :  str	)    ->	Optional[Any]:
								return super().get_dummy_input(include_temb=__snake_case	)







	def   A			(		self    :  int	)    ->	Tuple:
								UpperCAmelCase				: List[Any]											=	{'''in_channels''': 32, '''out_channels''': 32}

								UpperCAmelCase				: Optional[int]											=	self.dummy_input
								return init_dict, inputs_dict







	def   A			(		self    :  Any	)    ->	Union[str, Any]:
								UpperCAmelCase				: Union[str, Any]											=	[0.67_38, 0.44_91, 0.10_55, 1.07_10, 0.73_16, 0.33_39, 0.33_52, 0.10_23, 0.35_68]
								super().test_output(__snake_case	)










'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__:     Dict										=    logging.get_logger(__name__)

UpperCamelCase__:     int										=    {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}

class        SCREAMING_SNAKE_CASE(							A__    ):







	"""simple docstring"""






	lowerCamelCase__    				= """megatron-bert"""







	def __init__(		self    :  int	,    __snake_case    :  List[Any]=29056	,    __snake_case    :  Dict=1024	,    __snake_case    :  Tuple=24	,    __snake_case    :  Any=16	,    __snake_case    :  Tuple=4096	,    __snake_case    :  int="gelu"	,    __snake_case    :  Dict=0.1	,    __snake_case    :  str=0.1	,    __snake_case    :  Optional[Any]=512	,    __snake_case    :  Tuple=2	,    __snake_case    :  Tuple=0.02	,    __snake_case    :  int=1E-12	,    __snake_case    :  Union[str, Any]=0	,    __snake_case    :  int="absolute"	,    __snake_case    :  str=True	,    **__snake_case    :  Tuple	,    )    ->	Union[str, Any]:
								super().__init__(pad_token_id=__snake_case	,    **__snake_case	)

								UpperCAmelCase				: Any											=	vocab_size
								UpperCAmelCase				: Tuple											=	hidden_size
								UpperCAmelCase				: List[Any]											=	num_hidden_layers
								UpperCAmelCase				: str											=	num_attention_heads
								UpperCAmelCase				: Optional[int]											=	hidden_act
								UpperCAmelCase				: Optional[int]											=	intermediate_size
								UpperCAmelCase				: Dict											=	hidden_dropout_prob
								UpperCAmelCase				: List[Any]											=	attention_probs_dropout_prob
								UpperCAmelCase				: Dict											=	max_position_embeddings
								UpperCAmelCase				: Any											=	type_vocab_size
								UpperCAmelCase				: str											=	initializer_range
								UpperCAmelCase				: str											=	layer_norm_eps
								UpperCAmelCase				: Optional[Any]											=	position_embedding_type
								UpperCAmelCase				: str											=	use_cache





