




'''simple docstring'''


import gc
import inspect
import unittest

import torch
from parameterized import parameterized

from diffusers import PriorTransformer
from diffusers.utils import floats_tensor, slow, torch_all_close, torch_device
from diffusers.utils.testing_utils import enable_full_determinism

from .test_modeling_common import ModelTesterMixin


enable_full_determinism()





class  __lowercase    (	__SCREAMING_SNAKE_CASE							,				unittest.TestCase			):
   _a    						=   PriorTransformer
   _a    						=   """hidden_states"""







   @property
   def 		UpperCamelCase__      (						self   )					->     Optional[Any]:
     __a								=       4
     __a								=       8
     __a								=       7

     __a								=       floats_tensor((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )

     __a								=       floats_tensor((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )
     __a								=       floats_tensor((batch_size, num_embeddings, embedding_dim)   ).to(lowerCAmelCase__   )

     return {
         "hidden_states": hidden_states,
         "timestep": 2,
         "proj_embedding": proj_embedding,
         "encoder_hidden_states": encoder_hidden_states,
     }







   def 		UpperCamelCase__      (						self   ,				UpperCamelCase=0   )					->     List[Any]:
     torch.manual_seed(lowerCAmelCase__   )
     __a								=       4
     __a								=       8
     __a								=       7

     __a								=       torch.randn((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )

     __a								=       torch.randn((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )
     __a								=       torch.randn((batch_size, num_embeddings, embedding_dim)   ).to(lowerCAmelCase__   )

     return {
         "hidden_states": hidden_states,
         "timestep": 2,
         "proj_embedding": proj_embedding,
         "encoder_hidden_states": encoder_hidden_states,
     }







   @property
   def 		UpperCamelCase__      (						self   )					->     List[str]:
     return (4, 8)







   @property
   def 		UpperCamelCase__      (						self   )					->     int:
     return (4, 8)







   def 		UpperCamelCase__      (						self   )					->     Any:
     __a								=       {
         'num_attention_heads': 2,
         'attention_head_dim': 4,
         'num_layers': 2,
         'embedding_dim': 8,
         'num_embeddings': 7,
         'additional_embeddings': 4,
     }
     __a								=       self.dummy_input
     return init_dict, inputs_dict







   def 		UpperCamelCase__      (						self   )					->     Union[str, Any]:
     __a								=       PriorTransformer.from_pretrained(
         'hf-internal-testing/prior-dummy'   ,				output_loading_info=lowerCAmelCase__   )
     self.assertIsNotNone(lowerCAmelCase__   )
     self.assertEqual(len(loading_info['missing_keys']   )   ,				0   )

     model.to(lowerCAmelCase__   )
     __a								=       model(**self.dummy_input   )[0]

     assert hidden_states is not None, "Make sure output is not None"







   def 		UpperCamelCase__      (						self   )					->     List[Any]:
     __a								=       self.prepare_init_args_and_inputs_for_common()

     __a								=       self.model_class(**lowerCAmelCase__   )
     __a								=       inspect.signature(model.forward   )
     # signature.parameters is an OrderedDict => so arg_names order is deterministic
     __a								=       [*signature.parameters.keys()]

     __a								=       ['hidden_states', 'timestep']
     self.assertListEqual(arg_names[:2]   ,				lowerCAmelCase__   )







   def 		UpperCamelCase__      (						self   )					->     str:
     __a								=       PriorTransformer.from_pretrained('hf-internal-testing/prior-dummy'   )
     __a								=       model.to(lowerCAmelCase__   )

     if hasattr(lowerCAmelCase__   ,				'set_default_attn_processor'   ):
       model.set_default_attn_processor()

     __a								=       self.get_dummy_seed_input()

     with torch.no_grad():
       __a								=       model(**lowerCAmelCase__   )[0]

     __a								=       output[0, :5].flatten().cpu()
     print(lowerCAmelCase__   )

     # Since the VAE Gaussian prior's generator is seeded on the appropriate device,
     # the expected output slices are not the same for CPU and GPU.
     __a								=       torch.tensor([-1.3_436, -0.2_870, 0.7_538, 0.4_368, -0.0_239]   )
     self.assertTrue(torch_all_close(lowerCAmelCase__   ,				lowerCAmelCase__   ,				rtol=1e-2   )   )





@slow
class  __lowercase    (	unittest.TestCase			):







   def 		UpperCamelCase__      (						self   ,				UpperCamelCase=1   ,				UpperCamelCase=768   ,				UpperCamelCase=77   ,				UpperCamelCase=0   )					->     List[str]:
     torch.manual_seed(lowerCAmelCase__   )
     __a								=       batch_size
     __a								=       embedding_dim
     __a								=       num_embeddings

     __a								=       torch.randn((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )

     __a								=       torch.randn((batch_size, embedding_dim)   ).to(lowerCAmelCase__   )
     __a								=       torch.randn((batch_size, num_embeddings, embedding_dim)   ).to(lowerCAmelCase__   )

     return {
         "hidden_states": hidden_states,
         "timestep": 2,
         "proj_embedding": proj_embedding,
         "encoder_hidden_states": encoder_hidden_states,
     }







   def 		UpperCamelCase__      (						self   )					->     str:
     super().tearDown()
     gc.collect()
     torch.cuda.empty_cache()







   @parameterized.expand(
       [
           # fmt: off
           [13, [-0.5_861,  0.1_283, -0.0_931,  0.0_882,  0.4_476,  0.1_329, -0.0_498,  0.0_640]],
           [37, [-0.4_913,  0.0_110, -0.0_483,  0.0_541,  0.4_954, -0.0_170,  0.0_354,  0.1_651]],
           # fmt: on
       ]   )
   def 		UpperCamelCase__      (						self   ,				UpperCamelCase   ,				UpperCamelCase   )					->     Dict:
     __a								=       PriorTransformer.from_pretrained('kandinsky-community/kandinsky-2-1-prior'   ,				subfolder='prior'   )
     model.to(lowerCAmelCase__   )
     __a								=       self.get_dummy_seed_input(seed=lowerCAmelCase__   )

     with torch.no_grad():
       __a								=       model(**lowerCAmelCase__   )[0]

     assert list(sample.shape   ) == [1, 768]

     __a								=       sample[0, :8].flatten().cpu()
     print(lowerCAmelCase__   )
     __a								=       torch.tensor(lowerCAmelCase__   )

     assert torch_all_close(lowerCAmelCase__   ,				lowerCAmelCase__   ,				atol=1e-3   )







import os
import shutil
import tempfile
from unittest import TestCase
from unittest.mock import patch

import numpy as np
from datasets import Dataset

from transformers.models.realm.configuration_realm import RealmConfig
from transformers.models.realm.retrieval_realm import _REALM_BLOCK_RECORDS_FILENAME, RealmRetriever
from transformers.models.realm.tokenization_realm import VOCAB_FILES_NAMES, RealmTokenizer







class 	__lowercase    (__SCREAMING_SNAKE_CASE  ):





							"""simple docstring"""







							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Tuple					=					tempfile.mkdtemp()
										SCREAMING_SNAKE_CASE_		:     Dict					=					5

										# Realm tok
										SCREAMING_SNAKE_CASE_		:     Dict					=					[
										    '[UNK]',
										    '[CLS]',
										    '[SEP]',
										    '[PAD]',
										    '[MASK]',
										    'test',
										    'question',
										    'this',
										    'is',
										    'the',
										    'first',
										    'second',
										    'third',
										    'fourth',
										    'fifth',
										    'record',
										    'want',
										    '##want',
										    '##ed',
										    'wa',
										    'un',
										    'runn',
										    '##ing',
										    ',',
										    'low',
										    'lowest',
										]
										SCREAMING_SNAKE_CASE_		:     Tuple					=					os.path.join(self.tmpdirname			,						'realm_tokenizer'       )
										os.makedirs(lowerCAmelCase__			,						exist_ok=lowerCAmelCase__       )
										SCREAMING_SNAKE_CASE_		:     Tuple					=					os.path.join(lowerCAmelCase__			,						VOCAB_FILES_NAMES['vocab_file']       )
										with open(self.vocab_file			,						'w'			,						encoding='utf-8'       ) as vocab_writer:
													vocab_writer.write(''.join([x + '\n' for x in vocab_tokens]       )       )

										SCREAMING_SNAKE_CASE_		:     str					=					os.path.join(self.tmpdirname			,						'realm_block_records'       )
										os.makedirs(lowerCAmelCase__			,						exist_ok=lowerCAmelCase__       )






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										return RealmTokenizer.from_pretrained(os.path.join(self.tmpdirname			,						'realm_tokenizer'       )       )






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										shutil.rmtree(self.tmpdirname       )






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Union[str, Any]					=					RealmConfig(num_block_records=self.num_block_records       )
										return config






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Optional[int]					=					Dataset.from_dict(
										    {
										        'id': ['0', '1'],
										        'question': ['foo', 'bar'],
										        'answers': [['Foo', 'Bar'], ['Bar']],
										    }       )
										return dataset






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Dict					=					np.array(
										    [
										        b'This is the first record',
										        b'This is the second record',
										        b'This is the third record',
										        b'This is the fourth record',
										        b'This is the fifth record',
										        b'This is a longer longer longer record',
										    ]			,						dtype=lowerCAmelCase__			,						)
										return block_records






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Any					=					RealmRetriever(
										    block_records=self.get_dummy_block_records()			,						tokenizer=self.get_tokenizer()			,						)
										return retriever






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Any					=					self.get_config()
										SCREAMING_SNAKE_CASE_		:     Optional[Any]					=					self.get_dummy_retriever()
										SCREAMING_SNAKE_CASE_		:     List[str]					=					retriever.tokenizer

										SCREAMING_SNAKE_CASE_		:     Any					=					np.array([0, 3]			,						dtype='long'       )
										SCREAMING_SNAKE_CASE_		:     Union[str, Any]					=					tokenizer(['Test question']       ).input_ids
										SCREAMING_SNAKE_CASE_		:     int					=					tokenizer(
										    ['the fourth']			,						add_special_tokens=lowerCAmelCase__			,						return_token_type_ids=lowerCAmelCase__			,						return_attention_mask=lowerCAmelCase__			,						).input_ids
										SCREAMING_SNAKE_CASE_		:     Any					=					config.reader_seq_len

										SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		:     str					=					retriever(
										    lowerCAmelCase__			,						lowerCAmelCase__			,						answer_ids=lowerCAmelCase__			,						max_length=lowerCAmelCase__			,						return_tensors='np'       )

										self.assertEqual(len(lowerCAmelCase__       )			,						2       )
										self.assertEqual(len(lowerCAmelCase__       )			,						2       )
										self.assertEqual(len(lowerCAmelCase__       )			,						2       )
										self.assertEqual(concat_inputs.input_ids.shape			,						(2, 1_0)       )
										self.assertEqual(concat_inputs.attention_mask.shape			,						(2, 1_0)       )
										self.assertEqual(concat_inputs.token_type_ids.shape			,						(2, 1_0)       )
										self.assertEqual(concat_inputs.special_tokens_mask.shape			,						(2, 1_0)       )
										self.assertEqual(
										    tokenizer.convert_ids_to_tokens(concat_inputs.input_ids[0]       )			,						['[CLS]', 'test', 'question', '[SEP]', 'this', 'is', 'the', 'first', 'record', '[SEP]']			,						)
										self.assertEqual(
										    tokenizer.convert_ids_to_tokens(concat_inputs.input_ids[1]       )			,						['[CLS]', 'test', 'question', '[SEP]', 'this', 'is', 'the', 'fourth', 'record', '[SEP]']			,						)






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Dict					=					self.get_config()
										SCREAMING_SNAKE_CASE_		:     Union[str, Any]					=					self.get_dummy_retriever()
										SCREAMING_SNAKE_CASE_		:     Tuple					=					retriever.tokenizer

										SCREAMING_SNAKE_CASE_		:     Optional[Any]					=					np.array([0, 3, 5]			,						dtype='long'       )
										SCREAMING_SNAKE_CASE_		:     List[Any]					=					tokenizer(['Test question']       ).input_ids
										SCREAMING_SNAKE_CASE_		:     Optional[int]					=					tokenizer(
										    ['the fourth', 'longer longer']			,						add_special_tokens=lowerCAmelCase__			,						return_token_type_ids=lowerCAmelCase__			,						return_attention_mask=lowerCAmelCase__			,						).input_ids
										SCREAMING_SNAKE_CASE_		:     Union[str, Any]					=					config.reader_seq_len

										SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		,      SCREAMING_SNAKE_CASE_		:     Tuple					=					retriever(
										    lowerCAmelCase__			,						lowerCAmelCase__			,						answer_ids=lowerCAmelCase__			,						max_length=lowerCAmelCase__			,						return_tensors='np'       )

										self.assertEqual([False, True, True]			,						lowerCAmelCase__       )
										self.assertEqual([[-1, -1, -1], [6, -1, -1], [6, 7, 8]]			,						lowerCAmelCase__       )
										self.assertEqual([[-1, -1, -1], [7, -1, -1], [7, 8, 9]]			,						lowerCAmelCase__       )






							def 					UpperCamelCase__     (      self       ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_		:     Dict					=					self.get_dummy_retriever()
										retriever.save_pretrained(os.path.join(self.tmpdirname			,						'realm_block_records'       )       )

										# Test local path
										SCREAMING_SNAKE_CASE_		:     Optional[Any]					=					retriever.from_pretrained(os.path.join(self.tmpdirname			,						'realm_block_records'       )       )
										self.assertEqual(retriever.block_records[0]			,						b'This is the first record'       )

										# Test mocked remote path
										with patch('transformers.models.realm.retrieval_realm.hf_hub_download'       ) as mock_hf_hub_download:
													SCREAMING_SNAKE_CASE_		:     Optional[int]					=					os.path.join(
													    os.path.join(self.tmpdirname			,						'realm_block_records'       )			,						_REALM_BLOCK_RECORDS_FILENAME       )
													SCREAMING_SNAKE_CASE_		:     Optional[Any]					=					RealmRetriever.from_pretrained('google/realm-cc-news-pretrained-openqa'       )

										self.assertEqual(retriever.block_records[0]			,						b'This is the first record'       )





