
"""simple docstring"""






import unittest

from transformers import PegasusTokenizer, PegasusTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, require_torch, slow
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin


UpperCAmelCase        =				get_tests_dir("""fixtures/test_sentencepiece_no_bos.model""")



@require_sentencepiece
@require_tokenizers
class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     PegasusTokenizer
			lowercase        =     PegasusTokenizerFast
			lowercase        =     True
			lowercase        =     True






			def 					UpperCAmelCase							(self  :	Optional[Any]			)       ->	Optional[int]:





				"""simple docstring"""


				super().setUp()

				# We have a SentencePiece fixture for testing
				lowerCAmelCase												=  PegasusTokenizer(SCREAMING_SNAKE_CASE_			)
				tokenizer.save_pretrained(self.tmpdirname			)






			@cached_property
			def 					UpperCAmelCase							(self  :	Any			)       ->	List[str]:





				"""simple docstring"""


				return PegasusTokenizer.from_pretrained('''google/pegasus-large'''			)






			def 					UpperCAmelCase							(self  :	List[str]      ,**SCREAMING_SNAKE_CASE_  :	int			)       ->	PegasusTokenizer:





				"""simple docstring"""


				return PegasusTokenizer.from_pretrained(self.tmpdirname      ,**SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	List[str]      ,SCREAMING_SNAKE_CASE_  :	List[str]			)       ->	List[Any]:





				"""simple docstring"""


				return ("This is a test", "This is a test")






			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	str:





				"""simple docstring"""


				lowerCAmelCase												=  '''</s>'''
				lowerCAmelCase												=  1

				self.assertEqual(self.get_tokenizer()._convert_token_to_id(SCREAMING_SNAKE_CASE_			)      ,SCREAMING_SNAKE_CASE_			)
				self.assertEqual(self.get_tokenizer()._convert_id_to_token(SCREAMING_SNAKE_CASE_			)      ,SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	str			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase												=  list(self.get_tokenizer().get_vocab().keys()			)

				self.assertEqual(vocab_keys[0]      ,'''<pad>'''			)
				self.assertEqual(vocab_keys[1]      ,'''</s>'''			)
				self.assertEqual(vocab_keys[-1]      ,'''v'''			)
				self.assertEqual(len(SCREAMING_SNAKE_CASE_			)      ,1_103			)






			def 					UpperCAmelCase							(self  :	Tuple			)       ->	Union[str, Any]:





				"""simple docstring"""


				self.assertEqual(self.get_tokenizer().vocab_size      ,1_103			)






			def 					UpperCAmelCase							(self  :	str			)       ->	Optional[int]:





				"""simple docstring"""


				lowerCAmelCase												=  self.rust_tokenizer_class.from_pretrained(self.tmpdirname			)
				lowerCAmelCase												=  self.tokenizer_class.from_pretrained(self.tmpdirname			)
				lowerCAmelCase												=  (
				    '''Let\'s see which <unk> is the better <unk_token_11> one <mask_1> It seems like this <mask_2> was important'''
				    ''' </s> <pad> <pad> <pad>'''
				)
				lowerCAmelCase												=  rust_tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_      ,add_special_tokens=SCREAMING_SNAKE_CASE_			).input_ids[0]
				lowerCAmelCase												=  py_tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_      ,add_special_tokens=SCREAMING_SNAKE_CASE_			).input_ids[0]
				self.assertListEqual(SCREAMING_SNAKE_CASE_      ,SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	int			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  self._large_tokenizer
				# <mask_1> masks whole sentence while <mask_2> masks single word
				lowerCAmelCase												=  '''<mask_1> To ensure a <mask_2> flow of bank resolutions.'''
				lowerCAmelCase												=  [2, 413, 615, 114, 3, 1_971, 113, 1_679, 10_710, 107, 1]
				lowerCAmelCase												=  tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_			).input_ids[0]
				self.assertListEqual(SCREAMING_SNAKE_CASE_      ,SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase												=  self._large_tokenizer
				# The tracebacks for the following asserts are **better** without messages or self.assertEqual
				assert tokenizer.vocab_size == 96_103
				assert tokenizer.pad_token_id == 0
				assert tokenizer.eos_token_id == 1
				assert tokenizer.offset == 103
				assert tokenizer.unk_token_id == tokenizer.offset + 2 == 105
				assert tokenizer.unk_token == "<unk>"
				assert tokenizer.model_max_length == 1_024
				lowerCAmelCase												=  '''To ensure a smooth flow of bank resolutions.'''
				lowerCAmelCase												=  [413, 615, 114, 2_291, 1_971, 113, 1_679, 10_710, 107, 1]
				lowerCAmelCase												=  tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_			).input_ids[0]
				self.assertListEqual(SCREAMING_SNAKE_CASE_      ,SCREAMING_SNAKE_CASE_			)
				assert tokenizer.convert_ids_to_tokens([0, 1, 2, 3]			) == ["<pad>", "</s>", "<mask_1>", "<mask_2>"]






			@require_torch
			def 					UpperCAmelCase							(self  :	Any			)       ->	List[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  ['''This is going to be way too long.''' * 150, '''short example''']
				lowerCAmelCase												=  ['''not super long but more than 5 tokens''', '''tiny''']
				lowerCAmelCase												=  self._large_tokenizer(SCREAMING_SNAKE_CASE_      ,padding=SCREAMING_SNAKE_CASE_      ,truncation=SCREAMING_SNAKE_CASE_      ,return_tensors='''pt'''			)
				lowerCAmelCase												=  self._large_tokenizer(
				    text_target=SCREAMING_SNAKE_CASE_      ,max_length=5      ,padding=SCREAMING_SNAKE_CASE_      ,truncation=SCREAMING_SNAKE_CASE_      ,return_tensors='''pt'''			)

				assert batch.input_ids.shape == (2, 1_024)
				assert batch.attention_mask.shape == (2, 1_024)
				assert targets["input_ids"].shape == (2, 5)
				assert len(SCREAMING_SNAKE_CASE_			) == 2  # input_ids, attention_mask.






			@slow
			def 					UpperCAmelCase							(self  :	List[str]			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  {'''input_ids''': [[38_979, 143, 18_485, 606, 130, 26_669, 87_686, 121, 54_189, 1_129, 111, 26_669, 87_686, 121, 9_114, 14_787, 121, 13_249, 158, 592, 956, 121, 14_621, 31_576, 143, 62_613, 108, 9_688, 930, 43_430, 11_562, 62_613, 304, 108, 11_443, 897, 108, 9_314, 17_415, 63_399, 108, 11_443, 7_614, 18_316, 118, 4_284, 7_148, 12_430, 143, 1_400, 25_703, 158, 111, 4_284, 7_148, 11_772, 143, 21_297, 1_064, 158, 122, 204, 3_506, 1_754, 1_133, 14_787, 1_581, 115, 33_224, 4_482, 111, 1_355, 110, 29_173, 317, 50_833, 108, 20_147, 94_665, 111, 77_198, 107, 1], [110, 62_613, 117, 638, 112, 1_133, 121, 20_098, 1_355, 79_050, 13_872, 135, 1_596, 53_541, 1_352, 141, 13_039, 5_542, 124, 302, 518, 111, 268, 2_956, 115, 149, 4_427, 107, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [139, 1_235, 2_799, 18_289, 17_780, 204, 109, 9_474, 1_296, 107, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
				# fmt: on

				self.tokenizer_integration_test_util(
				    expected_encoding=SCREAMING_SNAKE_CASE_      ,model_name='''google/bigbird-pegasus-large-arxiv'''      ,revision='''ba85d0851d708441f91440d509690f1ab6353415'''      ,)





@require_sentencepiece
@require_tokenizers
class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     PegasusTokenizer
			lowercase        =     PegasusTokenizerFast
			lowercase        =     True
			lowercase        =     True






			def 					UpperCAmelCase							(self  :	Dict			)       ->	Dict:





				"""simple docstring"""


				super().setUp()

				# We have a SentencePiece fixture for testing
				lowerCAmelCase												=  PegasusTokenizer(SCREAMING_SNAKE_CASE_      ,offset=0      ,mask_token_sent=SCREAMING_SNAKE_CASE_      ,mask_token='''[MASK]'''			)
				tokenizer.save_pretrained(self.tmpdirname			)






			@cached_property
			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	str:





				"""simple docstring"""


				return PegasusTokenizer.from_pretrained('''google/bigbird-pegasus-large-arxiv'''			)






			def 					UpperCAmelCase							(self  :	List[str]      ,**SCREAMING_SNAKE_CASE_  :	int			)       ->	PegasusTokenizer:





				"""simple docstring"""


				return PegasusTokenizer.from_pretrained(self.tmpdirname      ,**SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	int      ,SCREAMING_SNAKE_CASE_  :	Optional[int]			)       ->	Dict:





				"""simple docstring"""


				return ("This is a test", "This is a test")






			def 					UpperCAmelCase							(self  :	Any			)       ->	List[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  self.rust_tokenizer_class.from_pretrained(self.tmpdirname			)
				lowerCAmelCase												=  self.tokenizer_class.from_pretrained(self.tmpdirname			)
				lowerCAmelCase												=  (
				    '''Let\'s see which <unk> is the better <unk_token> one [MASK] It seems like this [MASK] was important </s>'''
				    ''' <pad> <pad> <pad>'''
				)
				lowerCAmelCase												=  rust_tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_      ,add_special_tokens=SCREAMING_SNAKE_CASE_			).input_ids[0]
				lowerCAmelCase												=  py_tokenizer([raw_input_str]      ,return_tensors=SCREAMING_SNAKE_CASE_      ,add_special_tokens=SCREAMING_SNAKE_CASE_			).input_ids[0]
				self.assertListEqual(SCREAMING_SNAKE_CASE_      ,SCREAMING_SNAKE_CASE_			)






			@require_torch
			def 					UpperCAmelCase							(self  :	Any			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  ['''This is going to be way too long.''' * 1_000, '''short example''']
				lowerCAmelCase												=  ['''not super long but more than 5 tokens''', '''tiny''']
				lowerCAmelCase												=  self._large_tokenizer(SCREAMING_SNAKE_CASE_      ,padding=SCREAMING_SNAKE_CASE_      ,truncation=SCREAMING_SNAKE_CASE_      ,return_tensors='''pt'''			)
				lowerCAmelCase												=  self._large_tokenizer(
				    text_target=SCREAMING_SNAKE_CASE_      ,max_length=5      ,padding=SCREAMING_SNAKE_CASE_      ,truncation=SCREAMING_SNAKE_CASE_      ,return_tensors='''pt'''			)

				assert batch.input_ids.shape == (2, 4_096)
				assert batch.attention_mask.shape == (2, 4_096)
				assert targets["input_ids"].shape == (2, 5)
				assert len(SCREAMING_SNAKE_CASE_			) == 2  # input_ids, attention_mask.






			def 					UpperCAmelCase							(self  :	Union[str, Any]			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  (
				    '''This is an example string that is used to test the original TF implementation against the HF'''
				    ''' implementation'''
				)

				lowerCAmelCase												=  self._large_tokenizer(SCREAMING_SNAKE_CASE_			).input_ids

				self.assertListEqual(
				    SCREAMING_SNAKE_CASE_      ,[182, 117, 142, 587, 4_211, 120, 117, 263, 112, 804, 109, 856, 25_016, 3_137, 464, 109, 26_955, 3_137, 1]      ,)




"""simple docstring"""






import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin



class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     DownBlockaD  # noqa F405
			lowercase        =     '''down'''






			def 					UpperCAmelCase							(self  :	int			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.02_32, -0.98_69, 0.80_54, -0.06_37, -0.16_88, -1.42_64, 0.44_70, -1.33_94, 0.09_04]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     ResnetDownsampleBlockaD  # noqa F405
			lowercase        =     '''down'''






			def 					UpperCAmelCase							(self  :	Any			)       ->	List[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.07_10, 0.24_10, -0.73_20, -1.07_57, -1.13_43, 0.35_40, -0.01_33, -0.25_76, 0.09_48]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnDownBlockaD  # noqa F405
			lowercase        =     '''down'''






			def 					UpperCAmelCase							(self  :	Tuple			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.06_36, 0.89_64, -0.62_34, -1.01_31, 0.08_44, 0.49_35, 0.34_37, 0.09_11, -0.29_57]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     CrossAttnDownBlockaD  # noqa F405
			lowercase        =     '''down'''






			def 					UpperCAmelCase							(self  :	int			)       ->	Union[str, Any]:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	str:





				"""simple docstring"""


				lowerCAmelCase												=  [0.22_38, -0.73_96, -0.22_55, -0.38_29, 0.19_25, 1.16_65, 0.06_03, -0.72_95, 0.19_83]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     SimpleCrossAttnDownBlockaD  # noqa F405
			lowercase        =     '''down'''






			@property
			def 					UpperCAmelCase							(self  :	Dict			)       ->	List[str]:





				"""simple docstring"""


				return super().get_dummy_input(include_encoder_hidden_states=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			@unittest.skipIf(torch_device == '''mps'''      ,'''MPS result is not consistent'''			)
			def 					UpperCAmelCase							(self  :	str			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase												=  [0.79_21, -0.09_92, -0.19_62, -0.76_95, -0.42_42, 0.78_04, 0.47_37, 0.27_65, 0.33_38]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     SkipDownBlockaD  # noqa F405
			lowercase        =     '''down'''






			@property
			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	int:





				"""simple docstring"""


				return super().get_dummy_input(include_skip_sample=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.08_45, -0.20_87, -0.24_65, 0.09_71, 0.19_00, -0.04_84, 0.26_64, 0.41_79, 0.50_69]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnSkipDownBlockaD  # noqa F405
			lowercase        =     '''down'''






			@property
			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	Optional[int]:





				"""simple docstring"""


				return super().get_dummy_input(include_skip_sample=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Any			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.55_39, 0.16_09, 0.49_24, 0.05_37, -0.19_95, 0.40_50, 0.09_79, -0.27_21, -0.06_42]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     DownEncoderBlockaD  # noqa F405
			lowercase        =     '''down'''






			@property
			def 					UpperCAmelCase							(self  :	int			)       ->	str:





				"""simple docstring"""


				return super().get_dummy_input(include_temb=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	int			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase												=  {
				    '''in_channels''': 32,
				    '''out_channels''': 32,
				}
				lowerCAmelCase												=  self.dummy_input
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	str			)       ->	Optional[int]:





				"""simple docstring"""


				lowerCAmelCase												=  [1.11_02, 0.53_02, 0.48_72, -0.00_23, -0.80_42, 0.04_83, -0.34_89, -0.56_32, 0.76_26]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnDownEncoderBlockaD  # noqa F405
			lowercase        =     '''down'''






			@property
			def 					UpperCAmelCase							(self  :	Tuple			)       ->	Union[str, Any]:





				"""simple docstring"""


				return super().get_dummy_input(include_temb=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	Union[str, Any]:





				"""simple docstring"""


				lowerCAmelCase												=  {
				    '''in_channels''': 32,
				    '''out_channels''': 32,
				}
				lowerCAmelCase												=  self.dummy_input
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Any			)       ->	Optional[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.89_66, -0.14_86, 0.85_68, 0.81_41, -0.90_46, -0.13_42, -0.09_72, -0.74_17, 0.15_38]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     UNetMidBlockaD  # noqa F405
			lowercase        =     '''mid'''






			def 					UpperCAmelCase							(self  :	List[Any]			)       ->	str:





				"""simple docstring"""


				lowerCAmelCase												=  {
				    '''in_channels''': 32,
				    '''temb_channels''': 128,
				}
				lowerCAmelCase												=  self.dummy_input
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Optional[Any]			)       ->	str:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.10_62, 1.72_48, 0.34_94, 1.45_69, -0.09_10, -1.24_21, -0.99_84, 0.67_36, 1.00_28]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     UNetMidBlockaDCrossAttn  # noqa F405
			lowercase        =     '''mid'''






			def 					UpperCAmelCase							(self  :	Union[str, Any]			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Any			)       ->	Dict:





				"""simple docstring"""


				lowerCAmelCase												=  [0.01_87, 2.42_20, 0.44_84, 1.12_03, -0.61_21, -1.51_22, -0.82_70, 0.78_51, 1.83_35]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     UNetMidBlockaDSimpleCrossAttn  # noqa F405
			lowercase        =     '''mid'''






			@property
			def 					UpperCAmelCase							(self  :	Union[str, Any]			)       ->	str:





				"""simple docstring"""


				return super().get_dummy_input(include_encoder_hidden_states=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	int			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	str			)       ->	Optional[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.71_43, 1.99_74, 0.54_48, 1.39_77, 0.12_82, -1.12_37, -1.42_38, 0.55_30, 0.88_80]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     UpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	int			)       ->	Any:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Tuple			)       ->	Optional[int]:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.20_41, -0.41_65, -0.30_22, 0.00_41, -0.66_28, -0.70_53, 0.19_28, -0.03_25, 0.05_23]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     ResnetUpsampleBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	str:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Dict			)       ->	List[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.22_87, 0.35_49, -0.13_46, 0.47_97, -0.17_15, -0.96_49, 0.73_05, -0.58_64, -0.62_44]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     CrossAttnUpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	Optional[Any]:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Tuple			)       ->	List[str]:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	str			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.14_03, -0.35_15, -0.04_20, -0.14_25, 0.31_67, 0.50_94, -0.21_81, 0.59_31, 0.55_82]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     SimpleCrossAttnUpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Any			)       ->	List[Any]:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_      ,include_encoder_hidden_states=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Union[str, Any]			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase							,       lowerCAmelCase												=  super().prepare_init_args_and_inputs_for_common()
				lowerCAmelCase												=  32
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Tuple			)       ->	Any:





				"""simple docstring"""


				lowerCAmelCase												=  [0.26_45, 0.14_80, 0.09_09, 0.80_44, -0.97_58, -0.90_83, 0.09_94, -1.14_53, -0.74_02]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnUpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	List[str]			)       ->	List[Any]:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			@unittest.skipIf(torch_device == '''mps'''      ,'''MPS result is not consistent'''			)
			def 					UpperCAmelCase							(self  :	int			)       ->	Tuple:





				"""simple docstring"""


				lowerCAmelCase												=  [0.09_79, 0.13_26, 0.00_21, 0.06_59, 0.22_49, 0.00_59, 0.11_32, 0.59_52, 0.10_33]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     SkipUpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	List[str]:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	str			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase												=  [-0.08_93, -0.12_34, -0.15_06, -0.03_32, 0.01_23, -0.02_11, 0.05_66, 0.01_43, 0.03_62]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnSkipUpBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Optional[Any]			)       ->	str:





				"""simple docstring"""


				return super().get_dummy_input(include_res_hidden_states_tuple=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Any			)       ->	int:





				"""simple docstring"""


				lowerCAmelCase												=  [0.03_61, 0.06_17, 0.27_87, -0.03_50, 0.03_42, 0.34_21, -0.08_43, 0.09_13, 0.30_15]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     UpDecoderBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	List[str]			)       ->	List[Any]:





				"""simple docstring"""


				return super().get_dummy_input(include_temb=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	List[str]			)       ->	Union[str, Any]:





				"""simple docstring"""


				lowerCAmelCase												=  {'''in_channels''': 32, '''out_channels''': 32}

				lowerCAmelCase												=  self.dummy_input
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Dict			)       ->	Union[str, Any]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.44_04, 0.19_98, -0.98_86, -0.33_20, -0.31_28, -0.70_34, -0.69_55, -0.23_38, -0.31_37]
				super().test_output(SCREAMING_SNAKE_CASE_			)





class 			lowercase					( lowercase__   ,unittest.TestCase		):
			lowercase        =     AttnUpDecoderBlockaD  # noqa F405
			lowercase        =     '''up'''






			@property
			def 					UpperCAmelCase							(self  :	Any			)       ->	Dict:





				"""simple docstring"""


				return super().get_dummy_input(include_temb=SCREAMING_SNAKE_CASE_			)






			def 					UpperCAmelCase							(self  :	Any			)       ->	Optional[Any]:





				"""simple docstring"""


				lowerCAmelCase												=  {'''in_channels''': 32, '''out_channels''': 32}

				lowerCAmelCase												=  self.dummy_input
				return init_dict, inputs_dict






			def 					UpperCAmelCase							(self  :	Optional[int]			)       ->	Optional[int]:





				"""simple docstring"""


				lowerCAmelCase												=  [0.67_38, 0.44_91, 0.10_55, 1.07_10, 0.73_16, 0.33_39, 0.33_52, 0.10_23, 0.35_68]
				super().test_output(SCREAMING_SNAKE_CASE_			)


