





import os
import sys
import unittest


lowerCAmelCase_        =							os.path.abspath(os.path.dirname(os.path.dirname(os.path.dirname(__file__))))
sys.path.append(os.path.join(git_repo_path, '''utils'''))

import check_dummies  # noqa: E402
from check_dummies import create_dummy_files, create_dummy_object, find_backend, read_init  # noqa: E402


# Align TRANSFORMERS_PATH in check_dummies with the current path
lowerCAmelCase_        =							os.path.join(git_repo_path, '''src''', '''transformers''')

lowerCAmelCase_        =							'''
{0} = None
'''

lowerCAmelCase_        =							'''
class {0}(metaclass=DummyObject):
    _backends = {1}

    def __init__(self, *args, **kwargs):
        requires_backends(self, {1})
'''


lowerCAmelCase_        =							'''
def {0}(*args, **kwargs):
    requires_backends({0}, {1})
'''



class    __lowerCAmelCase			(     unittest.TestCase	):






			def      lowerCamelCase    (self       )	->  int:


							'''simple docstring'''



							snake_case_		:       List[str]           =    find_backend('''    _import_structure["models.albert"].append("AlbertTokenizerFast")'''       )
							self.assertIsNone(__magic_name__       )

							snake_case_		:       Optional[Any]           =    find_backend('''    if not is_tokenizers_available():'''       )
							self.assertEqual(__magic_name__   ,				'''tokenizers'''       )

							snake_case_		:       Dict           =    find_backend('''    if not is_tensorflow_text_available():'''       )
							self.assertEqual(__magic_name__   ,				'''tensorflow_text'''       )

							snake_case_		:       str           =    find_backend('''    if not (is_sentencepiece_available() and is_tokenizers_available()):'''       )
							self.assertEqual(__magic_name__   ,				'''sentencepiece_and_tokenizers'''       )

							snake_case_		:       Tuple           =    find_backend(
							    '''    if not (is_sentencepiece_available() and is_tensorflow_text_available()):'''       )
							self.assertEqual(__magic_name__   ,				'''sentencepiece_and_tensorflow_text'''       )

							snake_case_		:       Tuple           =    find_backend(
							    '''    if not (is_sentencepiece_available() and is_tokenizers_available() and is_vision_available()):'''       )
							self.assertEqual(__magic_name__   ,				'''sentencepiece_and_tokenizers_and_vision'''       )






			def      lowerCamelCase    (self       )	->  Optional[int]:


							'''simple docstring'''



							snake_case_		:       int           =    read_init()
							# We don't assert on the exact list of keys to allow for smooth grow of backend-specific objects
							self.assertIn('''torch'''   ,				__magic_name__       )
							self.assertIn('''tensorflow_text'''   ,				__magic_name__       )
							self.assertIn('''sentencepiece_and_tokenizers'''   ,				__magic_name__       )

							# Likewise, we can't assert on the exact content of a key
							self.assertIn('''BertModel'''   ,				objects['''torch''']       )
							self.assertIn('''TFBertModel'''   ,				objects['''tf''']       )
							self.assertIn('''FlaxBertModel'''   ,				objects['''flax''']       )
							self.assertIn('''BertModel'''   ,				objects['''torch''']       )
							self.assertIn('''TFBertTokenizer'''   ,				objects['''tensorflow_text''']       )
							self.assertIn('''convert_slow_tokenizer'''   ,				objects['''sentencepiece_and_tokenizers''']       )






			def      lowerCamelCase    (self       )	->  List[str]:


							'''simple docstring'''



							snake_case_		:       Union[str, Any]           =    create_dummy_object('''CONSTANT'''   ,				'''\'torch\''''       )
							self.assertEqual(__magic_name__   ,				'''\nCONSTANT = None\n'''       )

							snake_case_		:       Tuple           =    create_dummy_object('''function'''   ,				'''\'torch\''''       )
							self.assertEqual(
							    __magic_name__   ,				'''\ndef function(*args, **kwargs):\n    requires_backends(function, \'torch\')\n'''       )

							snake_case_		:       Union[str, Any]           =    '''
class FakeClass(metaclass=DummyObject):
    _backends = \'torch\'

    def __init__(self, *args, **kwargs):
        requires_backends(self, \'torch\')
'''
							snake_case_		:       Tuple           =    create_dummy_object('''FakeClass'''   ,				'''\'torch\''''       )
							self.assertEqual(__magic_name__   ,				__magic_name__       )






			def      lowerCamelCase    (self       )	->  Dict:


							'''simple docstring'''



							snake_case_		:       int           =    '''# This file is autogenerated by the command `make fix-copies`, do not edit.
from ..utils import DummyObject, requires_backends


CONSTANT = None


def function(*args, **kwargs):
    requires_backends(function, ["torch"])


class FakeClass(metaclass=DummyObject):
    _backends = ["torch"]

    def __init__(self, *args, **kwargs):
        requires_backends(self, ["torch"])
'''
							snake_case_		:       List[str]           =    create_dummy_files({'''torch''': ['''CONSTANT''', '''function''', '''FakeClass''']}       )
							self.assertEqual(dummy_files['''torch''']   ,				__magic_name__       )




import gc
import inspect
import unittest

import torch
from parameterized import parameterized

from diffusers import PriorTransformer
from diffusers.utils import floats_tensor, slow, torch_all_close, torch_device
from diffusers.utils.testing_utils import enable_full_determinism

from .test_modeling_common import ModelTesterMixin


enable_full_determinism()






class      UpperCamelCase(	_a  ,				unittest.TestCase ):
					snake_case_		:					Any    					=						PriorTransformer
					snake_case_		:					List[str]    					=						"""hidden_states"""


					@property
					def 				SCREAMING_SNAKE_CASE_	(    self						:		str    )      ->						str:




											'''simple docstring'''

											__snake_case				=		4
											__snake_case				=		8
											__snake_case				=		7

											__snake_case				=		floats_tensor((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											__snake_case				=		floats_tensor((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )
											__snake_case				=		floats_tensor((batch_size, num_embeddings, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											return {
											    "hidden_states": hidden_states,
											    "timestep": 2,
											    "proj_embedding": proj_embedding,
											    "encoder_hidden_states": encoder_hidden_states,
											}


					def 				SCREAMING_SNAKE_CASE_	(    self						:		str  ,     SCREAMING_SNAKE_CASE						:		Optional[Any]=0    )      ->						Any:




											'''simple docstring'''

											torch.manual_seed(SCREAMING_SNAKE_CASE    )
											__snake_case				=		4
											__snake_case				=		8
											__snake_case				=		7

											__snake_case				=		torch.randn((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											__snake_case				=		torch.randn((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )
											__snake_case				=		torch.randn((batch_size, num_embeddings, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											return {
											    "hidden_states": hidden_states,
											    "timestep": 2,
											    "proj_embedding": proj_embedding,
											    "encoder_hidden_states": encoder_hidden_states,
											}


					@property
					def 				SCREAMING_SNAKE_CASE_	(    self						:		str    )      ->						str:




											'''simple docstring'''

											return (4, 8)


					@property
					def 				SCREAMING_SNAKE_CASE_	(    self						:		List[str]    )      ->						Any:




											'''simple docstring'''

											return (4, 8)


					def 				SCREAMING_SNAKE_CASE_	(    self						:		str    )      ->						Dict:




											'''simple docstring'''

											__snake_case				=		{
											    "num_attention_heads": 2,
											    "attention_head_dim": 4,
											    "num_layers": 2,
											    "embedding_dim": 8,
											    "num_embeddings": 7,
											    "additional_embeddings": 4,
											}
											__snake_case				=		self.dummy_input
											return init_dict, inputs_dict


					def 				SCREAMING_SNAKE_CASE_	(    self						:		Any    )      ->						Dict:




											'''simple docstring'''

											__snake_case		,       __snake_case				=		PriorTransformer.from_pretrained(
											    "hf-internal-testing/prior-dummy"  ,     output_loading_info=SCREAMING_SNAKE_CASE    )
											self.assertIsNotNone(SCREAMING_SNAKE_CASE    )
											self.assertEqual(len(loading_info["missing_keys"]    )  ,     0    )

											model.to(SCREAMING_SNAKE_CASE    )
											__snake_case				=		model(**self.dummy_input    )[0]

											assert hidden_states is not None, "Make sure output is not None"


					def 				SCREAMING_SNAKE_CASE_	(    self						:		Dict    )      ->						Optional[Any]:




											'''simple docstring'''

											__snake_case		,       __snake_case				=		self.prepare_init_args_and_inputs_for_common()

											__snake_case				=		self.model_class(**SCREAMING_SNAKE_CASE    )
											__snake_case				=		inspect.signature(model.forward    )
											# signature.parameters is an OrderedDict => so arg_names order is deterministic
											__snake_case				=		[*signature.parameters.keys()]

											__snake_case				=		["hidden_states", "timestep"]
											self.assertListEqual(arg_names[:2]  ,     SCREAMING_SNAKE_CASE    )






					def 				SCREAMING_SNAKE_CASE_	(    self						:		Optional[int]    )      ->						List[str]:




											'''simple docstring'''

											__snake_case				=		PriorTransformer.from_pretrained("hf-internal-testing/prior-dummy"    )
											__snake_case				=		model.to(SCREAMING_SNAKE_CASE    )

											if hasattr(SCREAMING_SNAKE_CASE  ,     "set_default_attn_processor"    ):
																	model.set_default_attn_processor()

											__snake_case				=		self.get_dummy_seed_input()

											with torch.no_grad():
																	__snake_case				=		model(**SCREAMING_SNAKE_CASE    )[0]

											__snake_case				=		output[0, :5].flatten().cpu()
											print(SCREAMING_SNAKE_CASE    )

											# Since the VAE Gaussian prior's generator is seeded on the appropriate device,
											# the expected output slices are not the same for CPU and GPU.
											__snake_case				=		torch.tensor([-1.3436, -0.2870, 0.7538, 0.4368, -0.0239]    )
											self.assertTrue(torch_all_close(SCREAMING_SNAKE_CASE  ,     SCREAMING_SNAKE_CASE  ,     rtol=1e-2    )    )






@slow
class      UpperCamelCase(	unittest.TestCase ):


					def 				SCREAMING_SNAKE_CASE_	(    self						:		List[Any]  ,     SCREAMING_SNAKE_CASE						:		int=1  ,     SCREAMING_SNAKE_CASE						:		str=7_6_8  ,     SCREAMING_SNAKE_CASE						:		Dict=7_7  ,     SCREAMING_SNAKE_CASE						:		int=0    )      ->						List[str]:




											'''simple docstring'''

											torch.manual_seed(SCREAMING_SNAKE_CASE    )
											__snake_case				=		batch_size
											__snake_case				=		embedding_dim
											__snake_case				=		num_embeddings

											__snake_case				=		torch.randn((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											__snake_case				=		torch.randn((batch_size, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )
											__snake_case				=		torch.randn((batch_size, num_embeddings, embedding_dim)    ).to(SCREAMING_SNAKE_CASE    )

											return {
											    "hidden_states": hidden_states,
											    "timestep": 2,
											    "proj_embedding": proj_embedding,
											    "encoder_hidden_states": encoder_hidden_states,
											}


					def 				SCREAMING_SNAKE_CASE_	(    self						:		Optional[int]    )      ->						Union[str, Any]:




											'''simple docstring'''

											super().tearDown()
											gc.collect()
											torch.cuda.empty_cache()






					@parameterized.expand(
					    [
					        # fmt: off
					        [1_3, [-0.5861,  0.1283, -0.0931,  0.0882,  0.4476,  0.1329, -0.0498,  0.0640]],
					        [3_7, [-0.4913,  0.0110, -0.0483,  0.0541,  0.4954, -0.0170,  0.0354,  0.1651]],
					        # fmt: on
					    ]    )
					def 				SCREAMING_SNAKE_CASE_	(    self						:		Union[str, Any]  ,     SCREAMING_SNAKE_CASE						:		int  ,     SCREAMING_SNAKE_CASE						:		Tuple    )      ->						List[str]:




											'''simple docstring'''

											__snake_case				=		PriorTransformer.from_pretrained("kandinsky-community/kandinsky-2-1-prior"  ,     subfolder="prior"    )
											model.to(SCREAMING_SNAKE_CASE    )
											__snake_case				=		self.get_dummy_seed_input(seed=SCREAMING_SNAKE_CASE    )

											with torch.no_grad():
																	__snake_case				=		model(**SCREAMING_SNAKE_CASE    )[0]

											assert list(sample.shape    ) == [1, 7_6_8]

											__snake_case				=		sample[0, :8].flatten().cpu()
											print(SCREAMING_SNAKE_CASE    )
											__snake_case				=		torch.tensor(SCREAMING_SNAKE_CASE    )

											assert torch_all_close(SCREAMING_SNAKE_CASE  ,     SCREAMING_SNAKE_CASE  ,     atol=1e-3    )





