





from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE_   :      str			=   logging.get_logger(__name__)

SCREAMING_SNAKE_CASE_   :      List[str]			=   {
    '''facebook/nllb-moe-54B''': '''https://huggingface.co/facebook/nllb-moe-54b/resolve/main/config.json''',
}

class 		snake_case_   (							UpperCAmelCase_						):







	'''simple docstring'''
	__UpperCamelCase   =		'''nllb-moe'''
	__UpperCamelCase   =		['''past_key_values''']
	__UpperCamelCase   =		{'''num_attention_heads''': '''encoder_attention_heads''', '''hidden_size''': '''d_model'''}




	def __init__(						self							:     List[str]					,      __lowerCamelCase							:     Tuple=128_112					,      __lowerCamelCase							:     List[str]=1_024					,      __lowerCamelCase							:     Dict=12					,      __lowerCamelCase							:     Optional[Any]=4_096					,      __lowerCamelCase							:     Optional[int]=16					,      __lowerCamelCase							:     str=12					,      __lowerCamelCase							:     Optional[Any]=4_096					,      __lowerCamelCase							:     Union[str, Any]=16					,      __lowerCamelCase							:     Tuple=0.05					,      __lowerCamelCase							:     int=0.05					,      __lowerCamelCase							:     str=True					,      __lowerCamelCase							:     Tuple=True					,      __lowerCamelCase							:     Optional[int]="relu"					,      __lowerCamelCase							:     Optional[Any]=1_024					,      __lowerCamelCase							:     List[str]=0.1					,      __lowerCamelCase							:     int=0.1					,      __lowerCamelCase							:     str=0.0					,      __lowerCamelCase							:     int=0.02					,      __lowerCamelCase							:     List[str]=2					,      __lowerCamelCase							:     Dict=True					,      __lowerCamelCase							:     List[Any]=False					,      __lowerCamelCase							:     str="float32"					,      __lowerCamelCase							:     Dict=False					,      __lowerCamelCase							:     int=128					,      __lowerCamelCase							:     Union[str, Any]=64					,      __lowerCamelCase							:     Union[str, Any]=4					,      __lowerCamelCase							:     Tuple=4					,      __lowerCamelCase							:     int=0.001					,      __lowerCamelCase							:     int=0.001					,      __lowerCamelCase							:     List[str]="all"					,      __lowerCamelCase							:     Optional[int]=False					,      __lowerCamelCase							:     List[Any]=False					,      __lowerCamelCase							:     Optional[int]=1.0					,      __lowerCamelCase							:     str=0.2					,      __lowerCamelCase							:     Dict=1					,      __lowerCamelCase							:     Tuple=0					,      __lowerCamelCase							:     Any=2					,      __lowerCamelCase							:     Any=False					,      **__lowerCamelCase							:     Optional[Any]					,      )       -> Dict:

			'''simple docstring'''




			__lowercase											=     vocab_size
			__lowercase											=     max_position_embeddings
			__lowercase											=     d_model
			__lowercase											=     encoder_ffn_dim
			__lowercase											=     encoder_layers
			__lowercase											=     encoder_attention_heads
			__lowercase											=     decoder_ffn_dim
			__lowercase											=     decoder_layers
			__lowercase											=     decoder_attention_heads
			__lowercase											=     dropout
			__lowercase											=     attention_dropout
			__lowercase											=     activation_dropout
			__lowercase											=     activation_function
			__lowercase											=     init_std
			__lowercase											=     encoder_layerdrop
			__lowercase											=     decoder_layerdrop
			__lowercase											=     use_cache
			__lowercase											=     encoder_layers
			__lowercase											=     scale_embedding  # scale factor will be sqrt(d_model) if True
			__lowercase											=     router_z_loss_coef
			__lowercase											=     router_aux_loss_coef
			__lowercase											=     decoder_sparse_step
			__lowercase											=     encoder_sparse_step
			__lowercase											=     num_experts
			__lowercase											=     expert_capacity
			__lowercase											=     router_bias
			if router_dtype not in ["float32", "float16", "bfloat16"]:
					raise ValueError(F"`router_dtype` must be one of 'float32', 'float16' or 'bfloat16', got {router_dtype}"   )
			__lowercase											=     router_dtype

			__lowercase											=     router_ignore_padding_tokens
			__lowercase											=     batch_prioritized_routing
			__lowercase											=     second_expert_policy
			__lowercase											=     normalize_router_prob_before_dropping
			__lowercase											=     moe_eval_capacity_token_fraction
			__lowercase											=     moe_token_dropout
			__lowercase											=     output_router_logits
			super().__init__(
			    pad_token_id=__lowerCamelCase					,      bos_token_id=__lowerCamelCase					,      eos_token_id=__lowerCamelCase					,      is_encoder_decoder=__lowerCamelCase					,      decoder_start_token_id=__lowerCamelCase					,      **__lowerCamelCase					,      )











import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin

class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		DownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> Tuple:

			'''simple docstring'''




			__lowercase											=     [-0.0232, -0.9869, 0.8054, -0.0637, -0.1688, -1.4264, 0.4470, -1.3394, 0.0904]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		ResnetDownsampleBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	def    UpperCAmelCase			(						self							:     str   )       -> int:

			'''simple docstring'''




			__lowercase											=     [0.0710, 0.2410, -0.7320, -1.0757, -1.1343, 0.3540, -0.0133, -0.2576, 0.0948]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnDownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	def    UpperCAmelCase			(						self							:     Any   )       -> List[Any]:

			'''simple docstring'''




			__lowercase											=     [0.0636, 0.8964, -0.6234, -1.0131, 0.0844, 0.4935, 0.3437, 0.0911, -0.2957]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		CrossAttnDownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> List[Any]:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Any   )       -> int:

			'''simple docstring'''




			__lowercase											=     [0.2238, -0.7396, -0.2255, -0.3829, 0.1925, 1.1665, 0.0603, -0.7295, 0.1983]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		SimpleCrossAttnDownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	@property
	def    UpperCAmelCase			(						self							:     List[Any]   )       -> Union[str, Any]:

			'''simple docstring'''




			return super().get_dummy_input(include_encoder_hidden_states=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     List[Any]   )       -> List[str]:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	@unittest.skipIf(torch_device == 'mps'					,      'MPS result is not consistent'   )
	def    UpperCAmelCase			(						self							:     Dict   )       -> Optional[int]:

			'''simple docstring'''




			__lowercase											=     [0.7921, -0.0992, -0.1962, -0.7695, -0.4242, 0.7804, 0.4737, 0.2765, 0.3338]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		SkipDownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	@property
	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> Any:

			'''simple docstring'''




			return super().get_dummy_input(include_skip_sample=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     List[Any]   )       -> int:

			'''simple docstring'''




			__lowercase											=     [-0.0845, -0.2087, -0.2465, 0.0971, 0.1900, -0.0484, 0.2664, 0.4179, 0.5069]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnSkipDownBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	@property
	def    UpperCAmelCase			(						self							:     Tuple   )       -> List[str]:

			'''simple docstring'''




			return super().get_dummy_input(include_skip_sample=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     Tuple   )       -> Optional[Any]:

			'''simple docstring'''




			__lowercase											=     [0.5539, 0.1609, 0.4924, 0.0537, -0.1995, 0.4050, 0.0979, -0.2721, -0.0642]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		DownEncoderBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	@property
	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> Any:

			'''simple docstring'''




			return super().get_dummy_input(include_temb=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Union[str, Any]   )       -> int:

			'''simple docstring'''




			__lowercase											=     {
			    'in_channels': 32,
			    'out_channels': 32,
			}
			__lowercase											=     self.dummy_input
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     str   )       -> Optional[int]:

			'''simple docstring'''




			__lowercase											=     [1.1102, 0.5302, 0.4872, -0.0023, -0.8042, 0.0483, -0.3489, -0.5632, 0.7626]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnDownEncoderBlockaD  # noqa F405
	__UpperCamelCase   =		'''down'''




	@property
	def    UpperCAmelCase			(						self							:     int   )       -> str:

			'''simple docstring'''




			return super().get_dummy_input(include_temb=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     str   )       -> Union[str, Any]:

			'''simple docstring'''




			__lowercase											=     {
			    'in_channels': 32,
			    'out_channels': 32,
			}
			__lowercase											=     self.dummy_input
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Tuple   )       -> Optional[int]:

			'''simple docstring'''




			__lowercase											=     [0.8966, -0.1486, 0.8568, 0.8141, -0.9046, -0.1342, -0.0972, -0.7417, 0.1538]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		UNetMidBlockaD  # noqa F405
	__UpperCamelCase   =		'''mid'''




	def    UpperCAmelCase			(						self							:     int   )       -> List[str]:

			'''simple docstring'''




			__lowercase											=     {
			    'in_channels': 32,
			    'temb_channels': 128,
			}
			__lowercase											=     self.dummy_input
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     str   )       -> List[str]:

			'''simple docstring'''




			__lowercase											=     [-0.1062, 1.7248, 0.3494, 1.4569, -0.0910, -1.2421, -0.9984, 0.6736, 1.0028]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		UNetMidBlockaDCrossAttn  # noqa F405
	__UpperCamelCase   =		'''mid'''




	def    UpperCAmelCase			(						self							:     int   )       -> Tuple:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Dict   )       -> List[Any]:

			'''simple docstring'''




			__lowercase											=     [0.0187, 2.4220, 0.4484, 1.1203, -0.6121, -1.5122, -0.8270, 0.7851, 1.8335]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		UNetMidBlockaDSimpleCrossAttn  # noqa F405
	__UpperCamelCase   =		'''mid'''




	@property
	def    UpperCAmelCase			(						self							:     str   )       -> Tuple:

			'''simple docstring'''




			return super().get_dummy_input(include_encoder_hidden_states=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Optional[int]   )       -> List[str]:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Optional[int]   )       -> int:

			'''simple docstring'''




			__lowercase											=     [0.7143, 1.9974, 0.5448, 1.3977, 0.1282, -1.1237, -1.4238, 0.5530, 0.8880]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		UpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     str   )       -> List[Any]:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> str:

			'''simple docstring'''




			__lowercase											=     [-0.2041, -0.4165, -0.3022, 0.0041, -0.6628, -0.7053, 0.1928, -0.0325, 0.0523]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		ResnetUpsampleBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     int   )       -> Optional[Any]:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     Union[str, Any]   )       -> Any:

			'''simple docstring'''




			__lowercase											=     [0.2287, 0.3549, -0.1346, 0.4797, -0.1715, -0.9649, 0.7305, -0.5864, -0.6244]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		CrossAttnUpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     List[Any]   )       -> Tuple:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Any   )       -> Tuple:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Dict   )       -> int:

			'''simple docstring'''




			__lowercase											=     [-0.1403, -0.3515, -0.0420, -0.1425, 0.3167, 0.5094, -0.2181, 0.5931, 0.5582]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		SimpleCrossAttnUpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     Any   )       -> Optional[Any]:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase					,      include_encoder_hidden_states=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Dict   )       -> Optional[Any]:

			'''simple docstring'''




			__lowercase						,      __lowercase											=     super().prepare_init_args_and_inputs_for_common()
			__lowercase											=     32
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Union[str, Any]   )       -> str:

			'''simple docstring'''




			__lowercase											=     [0.2645, 0.1480, 0.0909, 0.8044, -0.9758, -0.9083, 0.0994, -1.1453, -0.7402]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnUpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     Any   )       -> str:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )






	@unittest.skipIf(torch_device == 'mps'					,      'MPS result is not consistent'   )
	def    UpperCAmelCase			(						self							:     int   )       -> str:

			'''simple docstring'''




			__lowercase											=     [0.0979, 0.1326, 0.0021, 0.0659, 0.2249, 0.0059, 0.1132, 0.5952, 0.1033]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		SkipUpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     int   )       -> str:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     List[Any]   )       -> Optional[int]:

			'''simple docstring'''




			__lowercase											=     [-0.0893, -0.1234, -0.1506, -0.0332, 0.0123, -0.0211, 0.0566, 0.0143, 0.0362]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnSkipUpBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     int   )       -> Any:

			'''simple docstring'''




			return super().get_dummy_input(include_res_hidden_states_tuple=__lowerCamelCase   )






	def    UpperCAmelCase			(						self							:     str   )       -> List[Any]:

			'''simple docstring'''




			__lowercase											=     [0.0361, 0.0617, 0.2787, -0.0350, 0.0342, 0.3421, -0.0843, 0.0913, 0.3015]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		UpDecoderBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     Tuple   )       -> Any:

			'''simple docstring'''




			return super().get_dummy_input(include_temb=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Optional[int]   )       -> Optional[int]:

			'''simple docstring'''




			__lowercase											=     {'in_channels': 32, 'out_channels': 32}

			__lowercase											=     self.dummy_input
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     Optional[Any]   )       -> Optional[Any]:

			'''simple docstring'''




			__lowercase											=     [0.4404, 0.1998, -0.9886, -0.3320, -0.3128, -0.7034, -0.6955, -0.2338, -0.3137]
			super().test_output(__lowerCamelCase   )





class 		snake_case_   (							UpperCAmelCase_     ,     unittest.TestCase						):







	'''simple docstring'''
	__UpperCamelCase   =		AttnUpDecoderBlockaD  # noqa F405
	__UpperCamelCase   =		'''up'''




	@property
	def    UpperCAmelCase			(						self							:     Any   )       -> Union[str, Any]:

			'''simple docstring'''




			return super().get_dummy_input(include_temb=__lowerCamelCase   )




	def    UpperCAmelCase			(						self							:     Dict   )       -> Dict:

			'''simple docstring'''




			__lowercase											=     {'in_channels': 32, 'out_channels': 32}

			__lowercase											=     self.dummy_input
			return init_dict, inputs_dict






	def    UpperCAmelCase			(						self							:     int   )       -> Optional[Any]:

			'''simple docstring'''




			__lowercase											=     [0.6738, 0.4491, 0.1055, 1.0710, 0.7316, 0.3339, 0.3352, 0.1023, 0.3568]
			super().test_output(__lowerCamelCase   )




