

import inspect
import unittest

from transformers import RegNetConfig, is_flax_available
from transformers.testing_utils import require_flax, slow
from transformers.utils import cached_property, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor


if is_flax_available():
						import jax
						import jax.numpy as jnp

						from transformers.models.regnet.modeling_flax_regnet import FlaxRegNetForImageClassification, FlaxRegNetModel

if is_vision_available():
						from PIL import Image

						from transformers import AutoImageProcessor

class 				__UpperCamelCase				(					unittest.TestCase			):







	def __init__(   self: Optional[Any]  , __UpperCamelCase: List[Any]  , __UpperCamelCase: Union[str, Any]=3  , __UpperCamelCase: List[Any]=32  , __UpperCamelCase: Union[str, Any]=3  , __UpperCamelCase: Any=10  , __UpperCamelCase: int=[10, 20, 30, 40]  , __UpperCamelCase: List[Any]=[1, 1, 2, 1]  , __UpperCamelCase: Dict=True  , __UpperCamelCase: str=True  , __UpperCamelCase: Optional[int]="relu"  , __UpperCamelCase: Dict=3  , __UpperCamelCase: List[Any]=None  , ):

						'''simple docstring'''





						__magic_name__							=    parent
						__magic_name__							=    batch_size
						__magic_name__							=    image_size
						__magic_name__							=    num_channels
						__magic_name__							=    embeddings_size
						__magic_name__							=    hidden_sizes
						__magic_name__							=    depths
						__magic_name__							=    is_training
						__magic_name__							=    use_labels
						__magic_name__							=    hidden_act
						__magic_name__							=    num_labels
						__magic_name__							=    scope
						__magic_name__							=    len(SCREAMING_SNAKE_CASE_      )







	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]      )

						__magic_name__							=    self.get_config()

						return config, pixel_values







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						return RegNetConfig(
						    num_channels=self.num_channels  , embeddings_size=self.embeddings_size  , hidden_sizes=self.hidden_sizes  , depths=self.depths  , hidden_act=self.hidden_act  , num_labels=self.num_labels  , image_size=self.image_size  , )







	def 	_SCREAMING_SNAKE_CASE							(   self: str  , __UpperCamelCase: List[Any]  , __UpperCamelCase: Optional[Any]      ):

						'''simple docstring'''





						__magic_name__							=    FlaxRegNetModel(config=SCREAMING_SNAKE_CASE_      )
						__magic_name__							=    model(SCREAMING_SNAKE_CASE_      )

						# Output shape (b, c, h, w)
						self.parent.assertEqual(
						    result.last_hidden_state.shape  , (self.batch_size, self.hidden_sizes[-1], self.image_size // 32, self.image_size // 32)  , )







	def 	_SCREAMING_SNAKE_CASE							(   self: int  , __UpperCamelCase: List[str]  , __UpperCamelCase: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    self.num_labels
						__magic_name__							=    FlaxRegNetForImageClassification(config=SCREAMING_SNAKE_CASE_      )
						__magic_name__							=    model(SCREAMING_SNAKE_CASE_      )
						self.parent.assertEqual(result.logits.shape  , (self.batch_size, self.num_labels)      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[Any]      ):

						'''simple docstring'''





						__magic_name__							=    self.prepare_config_and_inputs()
						__magic_name__,	__magic_name__							=    config_and_inputs
						__magic_name__							=    {'pixel_values': pixel_values}
						return config, inputs_dict




@require_flax
class 				__UpperCamelCase				(					__lowerCamelCase  ,						unittest.TestCase			):
	_lowercase  :   int       				=  (FlaxRegNetModel, FlaxRegNetForImageClassification) if is_flax_available() else ()

	_lowercase  :   int       				=  False
	_lowercase  :   str       				=  False
	_lowercase  :   Optional[Any]       				=  False







	def 	_SCREAMING_SNAKE_CASE							(   self: int      ):

						'''simple docstring'''





						__magic_name__							=    FlaxRegNetModelTester(self      )
						__magic_name__							=    ConfigTester(self  , config_class=SCREAMING_SNAKE_CASE_  , has_text_modality=SCREAMING_SNAKE_CASE_      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						self.create_and_test_config_common_properties()
						self.config_tester.create_and_test_config_to_json_string()
						self.config_tester.create_and_test_config_to_json_file()
						self.config_tester.create_and_test_config_from_and_save_pretrained()
						self.config_tester.create_and_test_config_with_num_labels()
						self.config_tester.check_config_can_be_init_without_params()
						self.config_tester.check_config_arguments_init()







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						return







	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[Any]      ):

						'''simple docstring'''





						__magic_name__							=    self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_model(*SCREAMING_SNAKE_CASE_      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						__magic_name__							=    self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_for_image_classification(*SCREAMING_SNAKE_CASE_      )







	@unittest.skip(reason='RegNet does not use inputs_embeds'      )
	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[int]      ):

						'''simple docstring'''





						pass







	@unittest.skip(reason='RegNet does not support input and output embeddings'      )
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						pass







	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[int]      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    self.model_tester.prepare_config_and_inputs_for_common()

						for model_class in self.all_model_classes:
											__magic_name__							=    model_class(SCREAMING_SNAKE_CASE_      )
											__magic_name__							=    inspect.signature(model.__call__      )
											# signature.parameters is an OrderedDict => so arg_names order is deterministic
											__magic_name__							=    [*signature.parameters.keys()]

											__magic_name__							=    ['pixel_values']
											self.assertListEqual(arg_names[:1]  , SCREAMING_SNAKE_CASE_      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						def check_hidden_states_output(__UpperCamelCase: List[Any]  , __UpperCamelCase: Union[str, Any]  , __UpperCamelCase: str      ):
											__magic_name__							=    model_class(SCREAMING_SNAKE_CASE_      )

											__magic_name__							=    model(**self._prepare_for_class(SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_      )      )

											__magic_name__							=    outputs.encoder_hidden_states if config.is_encoder_decoder else outputs.hidden_states

											__magic_name__							=    self.model_tester.num_stages
											self.assertEqual(len(SCREAMING_SNAKE_CASE_      )  , expected_num_stages + 1      )

						__magic_name__,	__magic_name__							=    self.model_tester.prepare_config_and_inputs_for_common()

						for model_class in self.all_model_classes:
											__magic_name__							=    True
											check_hidden_states_output(SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_      )

											# check that output_hidden_states also work using config
											del inputs_dict["output_hidden_states"]
											__magic_name__							=    True

											check_hidden_states_output(SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    self.model_tester.prepare_config_and_inputs_for_common()

						for model_class in self.all_model_classes:
											with self.subTest(model_class.__name__      ):
																__magic_name__							=    self._prepare_for_class(SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_      )
																__magic_name__							=    model_class(SCREAMING_SNAKE_CASE_      )

																@jax.jit
																def model_jitted(__UpperCamelCase: List[str]  , **__UpperCamelCase: Optional[int]      ):
																					return model(pixel_values=SCREAMING_SNAKE_CASE_  , **SCREAMING_SNAKE_CASE_      )

																with self.subTest('JIT Enabled'      ):
																					__magic_name__							=    model_jitted(**SCREAMING_SNAKE_CASE_      ).to_tuple()

																with self.subTest('JIT Disabled'      ):
																					with jax.disable_jit():
																										__magic_name__							=    model_jitted(**SCREAMING_SNAKE_CASE_      ).to_tuple()

																self.assertEqual(len(SCREAMING_SNAKE_CASE_      )  , len(SCREAMING_SNAKE_CASE_      )      )
																for jitted_output, output in zip(SCREAMING_SNAKE_CASE_  , SCREAMING_SNAKE_CASE_      ):
																					self.assertEqual(jitted_output.shape  , output.shape      )




def 					_lowercase     (			)				->	Any:




					'''simple docstring'''







					__magic_name__							=    Image.open('./tests/fixtures/tests_samples/COCO/000000039769.png'				)
					return image


@require_flax
class 				__UpperCamelCase				(					unittest.TestCase			):







	@cached_property
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						return AutoImageProcessor.from_pretrained('facebook/regnet-y-040'      ) if is_vision_available() else None







	@slow
	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__							=    FlaxRegNetForImageClassification.from_pretrained('facebook/regnet-y-040'      )

						__magic_name__							=    self.default_image_processor
						__magic_name__							=    prepare_img()
						__magic_name__							=    image_processor(images=SCREAMING_SNAKE_CASE_  , return_tensors='np'      )

						__magic_name__							=    model(**SCREAMING_SNAKE_CASE_      )

						# verify the logits
						__magic_name__							=    (1, 10_00)
						self.assertEqual(outputs.logits.shape  , SCREAMING_SNAKE_CASE_      )

						__magic_name__							=    jnp.array([-0.4180, -1.5051, -3.4836]      )

						self.assertTrue(jnp.allclose(outputs.logits[0, :3]  , SCREAMING_SNAKE_CASE_  , atol=1E-4      )      )







import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin

class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   str       				=  DownBlockaD  # noqa F405
	_lowercase  :   Union[str, Any]       				=  "down"







	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    [-0.0232, -0.9869, 0.8054, -0.0637, -0.1688, -1.4264, 0.4470, -1.3394, 0.0904]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[str]       				=  ResnetDownsampleBlockaD  # noqa F405
	_lowercase  :   Union[str, Any]       				=  "down"







	def 	_SCREAMING_SNAKE_CASE							(   self: int      ):

						'''simple docstring'''





						__magic_name__							=    [0.0710, 0.2410, -0.7320, -1.0757, -1.1343, 0.3540, -0.0133, -0.2576, 0.0948]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Dict       				=  AttnDownBlockaD  # noqa F405
	_lowercase  :   List[Any]       				=  "down"







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__							=    [0.0636, 0.8964, -0.6234, -1.0131, 0.0844, 0.4935, 0.3437, 0.0911, -0.2957]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   int       				=  CrossAttnDownBlockaD  # noqa F405
	_lowercase  :   Any       				=  "down"







	def 	_SCREAMING_SNAKE_CASE							(   self: int      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: str      ):

						'''simple docstring'''





						__magic_name__							=    [0.2238, -0.7396, -0.2255, -0.3829, 0.1925, 1.1665, 0.0603, -0.7295, 0.1983]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Union[str, Any]       				=  SimpleCrossAttnDownBlockaD  # noqa F405
	_lowercase  :   List[str]       				=  "down"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						return super().get_dummy_input(include_encoder_hidden_states=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	@unittest.skipIf(torch_device == 'mps'  , 'MPS result is not consistent'      )
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__							=    [0.7921, -0.0992, -0.1962, -0.7695, -0.4242, 0.7804, 0.4737, 0.2765, 0.3338]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   str       				=  SkipDownBlockaD  # noqa F405
	_lowercase  :   Union[str, Any]       				=  "down"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[int]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_skip_sample=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    [-0.0845, -0.2087, -0.2465, 0.0971, 0.1900, -0.0484, 0.2664, 0.4179, 0.5069]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Tuple       				=  AttnSkipDownBlockaD  # noqa F405
	_lowercase  :   str       				=  "down"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_skip_sample=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						__magic_name__							=    [0.5539, 0.1609, 0.4924, 0.0537, -0.1995, 0.4050, 0.0979, -0.2721, -0.0642]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Optional[int]       				=  DownEncoderBlockaD  # noqa F405
	_lowercase  :   List[str]       				=  "down"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Union[str, Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_temb=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						__magic_name__							=    {
						    'in_channels': 32,
						    'out_channels': 32,
						}
						__magic_name__							=    self.dummy_input
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    [1.1102, 0.5302, 0.4872, -0.0023, -0.8042, 0.0483, -0.3489, -0.5632, 0.7626]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[Any]       				=  AttnDownEncoderBlockaD  # noqa F405
	_lowercase  :   Optional[Any]       				=  "down"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_temb=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[Any]      ):

						'''simple docstring'''





						__magic_name__							=    {
						    'in_channels': 32,
						    'out_channels': 32,
						}
						__magic_name__							=    self.dummy_input
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						__magic_name__							=    [0.8966, -0.1486, 0.8568, 0.8141, -0.9046, -0.1342, -0.0972, -0.7417, 0.1538]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[Any]       				=  UNetMidBlockaD  # noqa F405
	_lowercase  :   Any       				=  "mid"







	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						__magic_name__							=    {
						    'in_channels': 32,
						    'temb_channels': 1_28,
						}
						__magic_name__							=    self.dummy_input
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: str      ):

						'''simple docstring'''





						__magic_name__							=    [-0.1062, 1.7248, 0.3494, 1.4569, -0.0910, -1.2421, -0.9984, 0.6736, 1.0028]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   str       				=  UNetMidBlockaDCrossAttn  # noqa F405
	_lowercase  :   int       				=  "mid"







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						__magic_name__							=    [0.0187, 2.4220, 0.4484, 1.1203, -0.6121, -1.5122, -0.8270, 0.7851, 1.8335]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Tuple       				=  UNetMidBlockaDSimpleCrossAttn  # noqa F405
	_lowercase  :   str       				=  "mid"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						return super().get_dummy_input(include_encoder_hidden_states=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__							=    [0.7143, 1.9974, 0.5448, 1.3977, 0.1282, -1.1237, -1.4238, 0.5530, 0.8880]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[Any]       				=  UpBlockaD  # noqa F405
	_lowercase  :   List[Any]       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__							=    [-0.2041, -0.4165, -0.3022, 0.0041, -0.6628, -0.7053, 0.1928, -0.0325, 0.0523]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[Any]       				=  ResnetUpsampleBlockaD  # noqa F405
	_lowercase  :   Dict       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[int]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						__magic_name__							=    [0.2287, 0.3549, -0.1346, 0.4797, -0.1715, -0.9649, 0.7305, -0.5864, -0.6244]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Any       				=  CrossAttnUpBlockaD  # noqa F405
	_lowercase  :   Union[str, Any]       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[int]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: str      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: Any      ):

						'''simple docstring'''





						__magic_name__							=    [-0.1403, -0.3515, -0.0420, -0.1425, 0.3167, 0.5094, -0.2181, 0.5931, 0.5582]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   str       				=  SimpleCrossAttnUpBlockaD  # noqa F405
	_lowercase  :   Tuple       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: List[str]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase  , include_encoder_hidden_states=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Union[str, Any]      ):

						'''simple docstring'''





						__magic_name__,	__magic_name__							=    super().prepare_init_args_and_inputs_for_common()
						__magic_name__							=    32
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__							=    [0.2645, 0.1480, 0.0909, 0.8044, -0.9758, -0.9083, 0.0994, -1.1453, -0.7402]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Optional[Any]       				=  AttnUpBlockaD  # noqa F405
	_lowercase  :   Optional[int]       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: str      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	@unittest.skipIf(torch_device == 'mps'  , 'MPS result is not consistent'      )
	def 	_SCREAMING_SNAKE_CASE							(   self: Union[str, Any]      ):

						'''simple docstring'''





						__magic_name__							=    [0.0979, 0.1326, 0.0021, 0.0659, 0.2249, 0.0059, 0.1132, 0.5952, 0.1033]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Union[str, Any]       				=  SkipUpBlockaD  # noqa F405
	_lowercase  :   int       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Union[str, Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Union[str, Any]      ):

						'''simple docstring'''





						__magic_name__							=    [-0.0893, -0.1234, -0.1506, -0.0332, 0.0123, -0.0211, 0.0566, 0.0143, 0.0362]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Union[str, Any]       				=  AttnSkipUpBlockaD  # noqa F405
	_lowercase  :   Optional[Any]       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: Tuple      ):

						'''simple docstring'''





						__magic_name__							=    [0.0361, 0.0617, 0.2787, -0.0350, 0.0342, 0.3421, -0.0843, 0.0913, 0.3015]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   List[str]       				=  UpDecoderBlockaD  # noqa F405
	_lowercase  :   List[str]       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						return super().get_dummy_input(include_temb=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__							=    {'in_channels': 32, 'out_channels': 32}

						__magic_name__							=    self.dummy_input
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: Optional[Any]      ):

						'''simple docstring'''





						__magic_name__							=    [0.4404, 0.1998, -0.9886, -0.3320, -0.3128, -0.7034, -0.6955, -0.2338, -0.3137]
						super().test_output(__UpperCamelCase      )




class 				__UpperCamelCase				(					SCREAMING_SNAKE_CASE  ,						unittest.TestCase			):
	_lowercase  :   Optional[Any]       				=  AttnUpDecoderBlockaD  # noqa F405
	_lowercase  :   Any       				=  "up"







	@property
	def 	_SCREAMING_SNAKE_CASE							(   self: Dict      ):

						'''simple docstring'''





						return super().get_dummy_input(include_temb=__UpperCamelCase      )







	def 	_SCREAMING_SNAKE_CASE							(   self: str      ):

						'''simple docstring'''





						__magic_name__							=    {'in_channels': 32, 'out_channels': 32}

						__magic_name__							=    self.dummy_input
						return init_dict, inputs_dict







	def 	_SCREAMING_SNAKE_CASE							(   self: List[Any]      ):

						'''simple docstring'''





						__magic_name__							=    [0.6738, 0.4491, 0.1055, 1.0710, 0.7316, 0.3339, 0.3352, 0.1023, 0.3568]
						super().test_output(__UpperCamelCase      )




