






import tempfile
import unittest

import numpy as np
import torch

from diffusers import DiffusionPipeline
from diffusers.models.attention_processor import Attention, AttnAddedKVProcessor





class   SCREAMING_SNAKE_CASE (       unittest.TestCase    ):





							"""simple docstring"""

							def 					__A       (     self:      Optional[Any]						,   __A:      bool = False      )			-> Union[str, Any]:
												_A									=       10

												if only_cross_attention:
																	_A									=       12
												else:
																	# when only cross attention is not set, the cross attention dim must be the same as the query dim
																	_A									=       query_dim

												return {
												    "query_dim": query_dim,
												    "cross_attention_dim": cross_attention_dim,
												    "heads": 2,
												    "dim_head": 4,
												    "added_kv_proj_dim": 6,
												    "norm_num_groups": 1,
												    "only_cross_attention": only_cross_attention,
												    "processor": AttnAddedKVProcessor(),
												}

							def 					__A       (     self:      List[Any]						,   __A:      str						,   __A:      Union[str, Any]      )			-> Union[str, Any]:
												_A									=       2

												_A									=       torch.rand(__A						,   __A						,   3						,   2      )
												_A									=       torch.rand(__A						,   4						,   __A      )
												_A									=       None

												return {
												    "hidden_states": hidden_states,
												    "encoder_hidden_states": encoder_hidden_states,
												    "attention_mask": attention_mask,
												}



							def 					__A       (     self:      Optional[int]      )			-> Any:
												# self and cross attention

												torch.manual_seed(0      )

												_A									=       self.get_constructor_arguments(only_cross_attention=__A      )
												_A									=       Attention(**__A      )

												self.assertTrue(attn.to_k is not None      )
												self.assertTrue(attn.to_v is not None      )

												_A									=       self.get_forward_arguments(
												    query_dim=constructor_args['''query_dim''']						,   added_kv_proj_dim=constructor_args['''added_kv_proj_dim''']      )

												_A									=       attn(**__A      )

												# only self attention

												torch.manual_seed(0      )

												_A									=       self.get_constructor_arguments(only_cross_attention=__A      )
												_A									=       Attention(**__A      )

												self.assertTrue(attn.to_k is None      )
												self.assertTrue(attn.to_v is None      )

												_A									=       self.get_forward_arguments(
												    query_dim=constructor_args['''query_dim''']						,   added_kv_proj_dim=constructor_args['''added_kv_proj_dim''']      )

												_A									=       attn(**__A      )

												self.assertTrue((only_cross_attn_out != self_and_cross_attn_out).all()      )





class   SCREAMING_SNAKE_CASE (       unittest.TestCase    ):





							"""simple docstring"""

							def 					__A       (     self:      Any      )			-> Dict:
												_A									=       DiffusionPipeline.from_pretrained('''hf-internal-testing/tiny-stable-diffusion-pipe'''						,   safety_checker=__A      )

												_A									=       pipe(
												    '''foo'''						,   num_inference_steps=2						,   generator=torch.Generator('''cpu'''      ).manual_seed(0      )						,   output_type='''np'''						,   ).images

												# the initial conversion succeeds
												_A									=       DiffusionPipeline.from_pretrained(
												    '''hf-internal-testing/tiny-stable-diffusion-pipe'''						,   device_map='''sequential'''						,   safety_checker=__A      )

												_A									=       pipe(
												    '''foo'''						,   num_inference_steps=2						,   generator=torch.Generator('''cpu'''      ).manual_seed(0      )						,   output_type='''np'''						,   ).images

												with tempfile.TemporaryDirectory() as tmpdir:
																	# save the converted model
																	pipe.save_pretrained(__A      )

																	# can also load the converted weights
																	_A									=       DiffusionPipeline.from_pretrained(__A						,   device_map='''sequential'''						,   safety_checker=__A      )

												_A									=       pipe(
												    '''foo'''						,   num_inference_steps=2						,   generator=torch.Generator('''cpu'''      ).manual_seed(0      )						,   output_type='''np'''						,   ).images

												self.assertTrue(np.allclose(__A						,   __A						,   atol=1e-5      )      )
												self.assertTrue(np.allclose(__A						,   __A						,   atol=1e-5      )      )











import copy

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A          = logging.get_logger(__name__)

__A          = {}





class   SCREAMING_SNAKE_CASE (       snake_case    ):





							"""simple docstring"""

							A_       =    "fsmt_decoder"

							def __init__(     self:      List[Any]						,   __A:      Dict=0						,   __A:      str=0      )			-> Optional[int]:
												super().__init__()
												_A									=       vocab_size
												_A									=       bos_token_id





class   SCREAMING_SNAKE_CASE (       snake_case    ):





							"""simple docstring"""

							A_       =    "fsmt"
							A_       =    {"num_attention_heads": "encoder_attention_heads", "hidden_size": "d_model"}

							def __init__(     self:      Optional[Any]						,   __A:      Optional[Any]=["en", "de"]						,   __A:      List[str]=4_20_24						,   __A:      Any=4_20_24						,   __A:      Optional[int]="relu"						,   __A:      List[str]=10_24						,   __A:      str=2_00						,   __A:      Tuple=10_24						,   __A:      List[str]=40_96						,   __A:      List[Any]=12						,   __A:      Union[str, Any]=16						,   __A:      List[str]=0.0						,   __A:      int=40_96						,   __A:      Union[str, Any]=12						,   __A:      List[str]=16						,   __A:      Union[str, Any]=0.0						,   __A:      int=0.0						,   __A:      str=0.1						,   __A:      int=0.0						,   __A:      Union[str, Any]=0.02						,   __A:      Tuple=2						,   __A:      int=True						,   __A:      Dict=True						,   __A:      int=False						,   __A:      Any=5						,   __A:      Tuple=1.0						,   __A:      Optional[int]=False						,   __A:      List[Any]=True						,   __A:      Tuple=1						,   __A:      List[Any]=0						,   __A:      Any=2						,   __A:      Optional[Any]=2						,   **__A:      Optional[Any]						,   )			-> Tuple:
												_A									=       langs
												_A									=       src_vocab_size
												_A									=       tgt_vocab_size
												_A									=       d_model  # encoder_embed_dim and decoder_embed_dim

												_A									=       encoder_ffn_dim
												_A									=       _A									=       encoder_layers
												_A									=       encoder_attention_heads
												_A									=       encoder_layerdrop
												_A									=       decoder_layerdrop
												_A									=       decoder_ffn_dim
												_A									=       decoder_layers
												_A									=       decoder_attention_heads
												_A									=       max_position_embeddings
												_A									=       init_std  # Normal(0, this parameter)
												_A									=       activation_function

												_A									=       DecoderConfig(vocab_size=__A						,   bos_token_id=__A      )
												if "decoder" in common_kwargs:
																	del common_kwargs["decoder"]

												_A									=       scale_embedding  # scale factor will be sqrt(d_model) if True

												# 3 Types of Dropout
												_A									=       attention_dropout
												_A									=       activation_dropout
												_A									=       dropout

												_A									=       use_cache
												super().__init__(
												    pad_token_id=__A						,   bos_token_id=__A						,   eos_token_id=__A						,   decoder_start_token_id=__A						,   is_encoder_decoder=__A						,   tie_word_embeddings=__A						,   forced_eos_token_id=__A						,   max_length=__A						,   num_beams=__A						,   length_penalty=__A						,   early_stopping=__A						,   **__A						,   )



							def 					__A       (     self:      Optional[int]      )			-> List[Any]:
												_A									=       copy.deepcopy(self.__dict__      )
												_A									=       self.decoder.to_dict()
												_A									=       self.__class__.model_type
												return output



