





import gc
import random
import unittest

import numpy as np
import torch
from transformers import (
    CLIPImageProcessor,
    CLIPTextConfig,
    CLIPTextModel,
    CLIPTokenizer,
    CLIPVisionConfig,
    CLIPVisionModelWithProjection,
)

from diffusers import AutoencoderKL, DDIMScheduler, DDPMScheduler, StableUnCLIPImgaImgPipeline, UNetaDConditionModel
from diffusers.pipelines.pipeline_utils import DiffusionPipeline
from diffusers.pipelines.stable_diffusion.stable_unclip_image_normalizer import StableUnCLIPImageNormalizer
from diffusers.utils.import_utils import is_xformers_available
from diffusers.utils.testing_utils import (
    enable_full_determinism,
    floats_tensor,
    load_image,
    load_numpy,
    require_torch_gpu,
    skip_mps,
    slow,
    torch_device,
)

from ..pipeline_params import TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS, TEXT_GUIDED_IMAGE_VARIATION_PARAMS
from ..test_pipelines_common import (
    PipelineKarrasSchedulerTesterMixin,
    PipelineLatentTesterMixin,
    PipelineTesterMixin,
    assert_mean_pixel_difference,
)


enable_full_determinism()



class 					__snake_case	(  __SCREAMING_SNAKE_CASE			,     __SCREAMING_SNAKE_CASE			,     __SCREAMING_SNAKE_CASE			,     unittest.TestCase    ):


    '''simple docstring'''







    lowerCamelCase__    :		int				=	StableUnCLIPImgaImgPipeline
    lowerCamelCase__    :		Dict				=	TEXT_GUIDED_IMAGE_VARIATION_PARAMS
    lowerCamelCase__    :		Any				=	TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS
    lowerCamelCase__    :		List[Any]				=	frozenset(
        []    )  # TO-DO: update image_params once pipeline is refactored with VaeImageProcessor.preprocess
    lowerCamelCase__    :		int				=	frozenset([]    )



    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			32
        SCREAMING_SNAKE_CASE__											=			embedder_hidden_size

        # image encoding components

        SCREAMING_SNAKE_CASE__											=			CLIPImageProcessor(crop_size=32   ,				size=32     )

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			CLIPVisionModelWithProjection(
            CLIPVisionConfig(
                hidden_size=A_   ,				projection_dim=A_   ,				num_hidden_layers=5   ,				num_attention_heads=4   ,				image_size=32   ,				intermediate_size=37   ,				patch_size=1   ,				)     )

        # regular denoising components

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			StableUnCLIPImageNormalizer(embedding_dim=A_     )
        SCREAMING_SNAKE_CASE__											=			DDPMScheduler(beta_schedule='''squaredcos_cap_v2'''     )

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			CLIPTokenizer.from_pretrained('''hf-internal-testing/tiny-random-clip'''     )

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			CLIPTextModel(
            CLIPTextConfig(
                bos_token_id=0   ,				eos_token_id=2   ,				hidden_size=A_   ,				projection_dim=32   ,				intermediate_size=37   ,				layer_norm_eps=1E-05   ,				num_attention_heads=4   ,				num_hidden_layers=5   ,				pad_token_id=1   ,				vocab_size=10_00   ,				)     )

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			UNetaDConditionModel(
            sample_size=32   ,				in_channels=4   ,				out_channels=4   ,				down_block_types=('''CrossAttnDownBlock2D''', '''DownBlock2D''')   ,				up_block_types=('''UpBlock2D''', '''CrossAttnUpBlock2D''')   ,				block_out_channels=(32, 64)   ,				attention_head_dim=(2, 4)   ,				class_embed_type='''projection'''   ,				projection_class_embeddings_input_dim=embedder_projection_dim * 2   ,				cross_attention_dim=A_   ,				layers_per_block=1   ,				upcast_attention=A_   ,				use_linear_projection=A_   ,				)

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			DDIMScheduler(
            beta_schedule='''scaled_linear'''   ,				beta_start=0.00085   ,				beta_end=0.012   ,				prediction_type='''v_prediction'''   ,				set_alpha_to_one=A_   ,				steps_offset=1   ,				)

        torch.manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			AutoencoderKL()

        SCREAMING_SNAKE_CASE__											=			{
            # image encoding components
            '''feature_extractor''': feature_extractor,
            '''image_encoder''': image_encoder.eval(),
            # image noising components
            '''image_normalizer''': image_normalizer.eval(),
            '''image_noising_scheduler''': image_noising_scheduler,
            # regular denoising components
            '''tokenizer''': tokenizer,
            '''text_encoder''': text_encoder.eval(),
            '''unet''': unet.eval(),
            '''scheduler''': scheduler,
            '''vae''': vae.eval(),
        }

        return components



    def  lowercase_					(       self   ,				A_   ,				A_=0   ,				A_=True     ):





        '''simple docstring'''

        if str(A_     ).startswith('''mps'''     ):
            SCREAMING_SNAKE_CASE__											=			torch.manual_seed(A_     )
        else:
            SCREAMING_SNAKE_CASE__											=			torch.Generator(device=A_     ).manual_seed(A_     )

        SCREAMING_SNAKE_CASE__											=			floats_tensor((1, 3, 32, 32)   ,				rng=random.Random(A_     )     ).to(A_     )

        if pil_image:
            SCREAMING_SNAKE_CASE__											=			input_image * 0.5 + 0.5
            SCREAMING_SNAKE_CASE__											=			input_image.clamp(0   ,				1     )
            SCREAMING_SNAKE_CASE__											=			input_image.cpu().permute(0   ,				2   ,				3   ,				1     ).float().numpy()
            SCREAMING_SNAKE_CASE__											=			DiffusionPipeline.numpy_to_pil(A_     )[0]

        return {
            "prompt": "An anime racoon running a marathon",
            "image": input_image,
            "generator": generator,
            "num_inference_steps": 2,
            "output_type": "np",
        }



    @skip_mps
    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			'''cpu'''  # ensure determinism for the device-dependent torch.Generator
        SCREAMING_SNAKE_CASE__											=			self.get_dummy_components()
        SCREAMING_SNAKE_CASE__											=			StableUnCLIPImgaImgPipeline(**A_     )
        SCREAMING_SNAKE_CASE__											=			sd_pipe.to(A_     )
        sd_pipe.set_progress_bar_config(disable=A_     )

        SCREAMING_SNAKE_CASE__											=			self.get_dummy_inputs(A_     )
        inputs.update({'''image_embeds''': None}     )
        SCREAMING_SNAKE_CASE__											=			sd_pipe(**A_     ).images
        SCREAMING_SNAKE_CASE__											=			image[0, -3:, -3:, -1]

        assert image.shape == (1, 32, 32, 3)
        SCREAMING_SNAKE_CASE__											=			np.array([0.3872, 0.7224, 0.5601, 0.4741, 0.6872, 0.5814, 0.4636, 0.3867, 0.5078]     )

        assert np.abs(image_slice.flatten() - expected_slice     ).max() < 1E-3



    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			torch_device in ['''cpu''', '''mps''']

        self._test_attention_slicing_forward_pass(test_max_difference=A_     )



    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			torch_device in ['''cpu''', '''mps''']

        self._test_inference_batch_single_identical(test_max_difference=A_     )




    @unittest.skipIf(
        torch_device != '''cuda''' or not is_xformers_available()   ,				reason='''XFormers attention is only available with CUDA and `xformers` installed'''   ,				)
    def  lowercase_					(       self     ):





        '''simple docstring'''

        self._test_xformers_attention_forwardGenerator_pass(test_max_difference=A_     )





@slow
@require_torch_gpu
class 					__snake_case	(  unittest.TestCase    ):


    '''simple docstring'''







    def  lowercase_					(       self     ):





        '''simple docstring'''

        super().tearDown()
        gc.collect()
        torch.cuda.empty_cache()



    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			load_image(
            '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/stable_unclip/turtle.png'''     )

        SCREAMING_SNAKE_CASE__											=			load_numpy(
            '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/stable_unclip/stable_unclip_2_1_l_img2img_anime_turtle_fp16.npy'''     )

        SCREAMING_SNAKE_CASE__											=			StableUnCLIPImgaImgPipeline.from_pretrained(
            '''fusing/stable-unclip-2-1-l-img2img'''   ,				torch_dtype=torch.floataa     )
        pipe.to(A_     )
        pipe.set_progress_bar_config(disable=A_     )
        # stable unclip will oom when integration tests are run on a V100,
        # so turn on memory savings
        pipe.enable_attention_slicing()
        pipe.enable_sequential_cpu_offload()

        SCREAMING_SNAKE_CASE__											=			torch.Generator(device='''cpu'''     ).manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			pipe(A_   ,				'''anime turle'''   ,				generator=A_   ,				output_type='''np'''     )

        SCREAMING_SNAKE_CASE__											=			output.images[0]

        assert image.shape == (7_68, 7_68, 3)

        assert_mean_pixel_difference(A_   ,				A_     )



    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			load_image(
            '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/stable_unclip/turtle.png'''     )

        SCREAMING_SNAKE_CASE__											=			load_numpy(
            '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/stable_unclip/stable_unclip_2_1_h_img2img_anime_turtle_fp16.npy'''     )

        SCREAMING_SNAKE_CASE__											=			StableUnCLIPImgaImgPipeline.from_pretrained(
            '''fusing/stable-unclip-2-1-h-img2img'''   ,				torch_dtype=torch.floataa     )
        pipe.to(A_     )
        pipe.set_progress_bar_config(disable=A_     )
        # stable unclip will oom when integration tests are run on a V100,
        # so turn on memory savings
        pipe.enable_attention_slicing()
        pipe.enable_sequential_cpu_offload()

        SCREAMING_SNAKE_CASE__											=			torch.Generator(device='''cpu'''     ).manual_seed(0     )
        SCREAMING_SNAKE_CASE__											=			pipe(A_   ,				'''anime turle'''   ,				generator=A_   ,				output_type='''np'''     )

        SCREAMING_SNAKE_CASE__											=			output.images[0]

        assert image.shape == (7_68, 7_68, 3)

        assert_mean_pixel_difference(A_   ,				A_     )




    def  lowercase_					(       self     ):





        '''simple docstring'''

        SCREAMING_SNAKE_CASE__											=			load_image(
            '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/stable_unclip/turtle.png'''     )

        torch.cuda.empty_cache()
        torch.cuda.reset_max_memory_allocated()
        torch.cuda.reset_peak_memory_stats()

        SCREAMING_SNAKE_CASE__											=			StableUnCLIPImgaImgPipeline.from_pretrained(
            '''fusing/stable-unclip-2-1-h-img2img'''   ,				torch_dtype=torch.floataa     )
        SCREAMING_SNAKE_CASE__											=			pipe.to(A_     )
        pipe.set_progress_bar_config(disable=A_     )
        pipe.enable_attention_slicing()
        pipe.enable_sequential_cpu_offload()

        SCREAMING_SNAKE_CASE__											=			pipe(
            A_   ,				'''anime turtle'''   ,				num_inference_steps=2   ,				output_type='''np'''   ,				)

        SCREAMING_SNAKE_CASE__											=			torch.cuda.max_memory_allocated()
        # make sure that less than 7 GB is allocated
        assert mem_bytes < 7 * 10**9






'''simple docstring'''


import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...generation.test_utils import GenerationTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
	import torch

	from transformers import (
	    OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST,
	    OpenAIGPTConfig,
	    OpenAIGPTDoubleHeadsModel,
	    OpenAIGPTForSequenceClassification,
	    OpenAIGPTLMHeadModel,
	    OpenAIGPTModel,
	)
class 						a_				:




	def __init__(       self     :  Optional[Any]       ,		__lowerCAmelCase     :  Optional[Any]       ,		__lowerCAmelCase     :  Optional[int]=1_3       ,		__lowerCAmelCase     :  Tuple=7       ,		__lowerCAmelCase     :  Optional[int]=True       ,		__lowerCAmelCase     :  Any=True       ,		__lowerCAmelCase     :  List[Any]=True       ,		__lowerCAmelCase     :  Union[str, Any]=9_9       ,		__lowerCAmelCase     :  Any=3_2       ,		__lowerCAmelCase     :  Tuple=5       ,		__lowerCAmelCase     :  int=4       ,		__lowerCAmelCase     :  List[str]=3_7       ,		__lowerCAmelCase     :  List[Any]="gelu"       ,		__lowerCAmelCase     :  Union[str, Any]=0.1       ,		__lowerCAmelCase     :  int=0.1       ,		__lowerCAmelCase     :  Any=5_1_2       ,		__lowerCAmelCase     :  Dict=1_6       ,		__lowerCAmelCase     :  Dict=2       ,		__lowerCAmelCase     :  Union[str, Any]=0.02       ,		__lowerCAmelCase     :  Optional[Any]=3       ,		__lowerCAmelCase     :  str=4       ,		__lowerCAmelCase     :  List[str]=None       ,		):
							__snake_case						 =   parent
							__snake_case						 =   batch_size
							__snake_case						 =   seq_length
							__snake_case						 =   is_training
							__snake_case						 =   use_token_type_ids
							__snake_case						 =   use_labels
							__snake_case						 =   vocab_size
							__snake_case						 =   hidden_size
							__snake_case						 =   num_hidden_layers
							__snake_case						 =   num_attention_heads
							__snake_case						 =   intermediate_size
							__snake_case						 =   hidden_act
							__snake_case						 =   hidden_dropout_prob
							__snake_case						 =   attention_probs_dropout_prob
							__snake_case						 =   max_position_embeddings
							__snake_case						 =   type_vocab_size
							__snake_case						 =   type_sequence_label_size
							__snake_case						 =   initializer_range
							__snake_case						 =   num_labels
							__snake_case						 =   num_choices
							__snake_case						 =   scope
							__snake_case						 =   self.vocab_size - 1




	def   lowercase__   (       self     :  Union[str, Any]      ):
							__snake_case						 =   ids_tensor([self.batch_size, self.seq_length]       ,		self.vocab_size      )

							__snake_case						 =   None
							if self.use_token_type_ids:
													__snake_case						 =   ids_tensor([self.batch_size, self.seq_length]       ,		self.type_vocab_size      )

							__snake_case						 =   None
							__snake_case						 =   None
							__snake_case						 =   None
							if self.use_labels:
													__snake_case						 =   ids_tensor([self.batch_size]       ,		self.type_sequence_label_size      )
													__snake_case						 =   ids_tensor([self.batch_size, self.seq_length]       ,		self.num_labels      )
													__snake_case						 =   ids_tensor([self.batch_size]       ,		self.num_choices      )

							__snake_case						 =   OpenAIGPTConfig(
							    vocab_size=self.vocab_size       ,		n_embd=self.hidden_size       ,		n_layer=self.num_hidden_layers       ,		n_head=self.num_attention_heads       ,		n_positions=self.max_position_embeddings       ,		pad_token_id=self.pad_token_id       ,		)

							__snake_case						 =   ids_tensor([self.num_hidden_layers, self.num_attention_heads]       ,		2      )

							return (
							    config,
							    input_ids,
							    head_mask,
							    token_type_ids,
							    sequence_labels,
							    token_labels,
							    choice_labels,
							)




	def   lowercase__   (       self     :  List[str]       ,		__lowerCAmelCase     :  Tuple       ,		__lowerCAmelCase     :  Optional[Any]       ,		__lowerCAmelCase     :  Any       ,		__lowerCAmelCase     :  Union[str, Any]       ,		*__lowerCAmelCase     :  List[str]      ):
							__snake_case						 =   OpenAIGPTModel(config=__lowerCAmelCase      )
							model.to(__lowerCAmelCase      )
							model.eval()

							__snake_case						 =   model(__lowerCAmelCase       ,		token_type_ids=__lowerCAmelCase       ,		head_mask=__lowerCAmelCase      )
							__snake_case						 =   model(__lowerCAmelCase       ,		token_type_ids=__lowerCAmelCase      )
							__snake_case						 =   model(__lowerCAmelCase      )

							self.parent.assertEqual(result.last_hidden_state.shape       ,		(self.batch_size, self.seq_length, self.hidden_size)      )




	def   lowercase__   (       self     :  Union[str, Any]       ,		__lowerCAmelCase     :  int       ,		__lowerCAmelCase     :  Dict       ,		__lowerCAmelCase     :  Dict       ,		__lowerCAmelCase     :  Dict       ,		*__lowerCAmelCase     :  str      ):
							__snake_case						 =   OpenAIGPTLMHeadModel(__lowerCAmelCase      )
							model.to(__lowerCAmelCase      )
							model.eval()

							__snake_case						 =   model(__lowerCAmelCase       ,		token_type_ids=__lowerCAmelCase       ,		labels=__lowerCAmelCase      )
							self.parent.assertEqual(result.loss.shape       ,		()      )
							self.parent.assertEqual(result.logits.shape       ,		(self.batch_size, self.seq_length, self.vocab_size)      )




	def   lowercase__   (       self     :  Optional[Any]       ,		__lowerCAmelCase     :  str       ,		__lowerCAmelCase     :  Any       ,		__lowerCAmelCase     :  int       ,		__lowerCAmelCase     :  List[Any]       ,		*__lowerCAmelCase     :  Tuple      ):
							__snake_case						 =   OpenAIGPTDoubleHeadsModel(__lowerCAmelCase      )
							model.to(__lowerCAmelCase      )
							model.eval()

							__snake_case						 =   model(__lowerCAmelCase       ,		token_type_ids=__lowerCAmelCase       ,		labels=__lowerCAmelCase      )
							self.parent.assertEqual(result.loss.shape       ,		()      )
							self.parent.assertEqual(result.logits.shape       ,		(self.batch_size, self.seq_length, self.vocab_size)      )




	def   lowercase__   (       self     :  Optional[int]       ,		__lowerCAmelCase     :  Union[str, Any]       ,		__lowerCAmelCase     :  int       ,		__lowerCAmelCase     :  Tuple       ,		__lowerCAmelCase     :  int       ,		*__lowerCAmelCase     :  int      ):
							__snake_case						 =   self.num_labels
							__snake_case						 =   OpenAIGPTForSequenceClassification(__lowerCAmelCase      )
							model.to(__lowerCAmelCase      )
							model.eval()

							__snake_case						 =   ids_tensor([self.batch_size]       ,		self.type_sequence_label_size      )
							__snake_case						 =   model(__lowerCAmelCase       ,		token_type_ids=__lowerCAmelCase       ,		labels=__lowerCAmelCase      )
							self.parent.assertEqual(result.logits.shape       ,		(self.batch_size, self.num_labels)      )




	def   lowercase__   (       self     :  List[str]      ):
							__snake_case						 =   self.prepare_config_and_inputs()
							(
							    (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       (
							    __snake_case
							) ,       
							)						 =   config_and_inputs
							__snake_case						 =   {
							    'input_ids': input_ids,
							    'token_type_ids': token_type_ids,
							    'head_mask': head_mask,
							}

							return config, inputs_dict





@require_torch
class 						a_				(			UpperCAmelCase__     ,						UpperCAmelCase__     ,						UpperCAmelCase__     ,						unittest.TestCase						):
	lowercase_       :     List[str]			  =      (
	    (OpenAIGPTModel, OpenAIGPTLMHeadModel, OpenAIGPTDoubleHeadsModel, OpenAIGPTForSequenceClassification)
	    if is_torch_available()
	    else ()
	)
	lowercase_       :     Union[str, Any]			  =      (
	    (OpenAIGPTLMHeadModel,) if is_torch_available() else ()
	)  # TODO (PVP): Add Double HeadsModel when generate() function is changed accordingly
	lowercase_       :     str			  =      (
	    {
	        '''feature-extraction''': OpenAIGPTModel,
	        '''text-classification''': OpenAIGPTForSequenceClassification,
	        '''text-generation''': OpenAIGPTLMHeadModel,
	        '''zero-shot''': OpenAIGPTForSequenceClassification,
	    }
	    if is_torch_available()
	    else {}
	)




	def   lowercase__   (       self     :  Optional[Any]       ,		__lowerCAmelCase     :  str       ,		__lowerCAmelCase     :  int       ,		__lowerCAmelCase     :  str       ,		__lowerCAmelCase     :  int       ,		__lowerCAmelCase     :  Any      ):
							if pipeline_test_casse_name == "ZeroShotClassificationPipelineTests":
													# Get `tokenizer does not have a padding token` error for both fast/slow tokenizers.
													# `OpenAIGPTConfig` was never used in pipeline tests, either because of a missing checkpoint or because a
													# tiny config could not be created.
													return True

							return False




	def   lowercase__   (       self     :  Tuple       ,		__lowerCAmelCase     :  Union[str, Any]       ,		__lowerCAmelCase     :  List[str]       ,		__lowerCAmelCase     :  List[str]=False      ):
							__snake_case						 =   super()._prepare_for_class(__lowerCAmelCase       ,		__lowerCAmelCase       ,		return_labels=__lowerCAmelCase      )

							if return_labels:
													if model_class.__name__ == "OpenAIGPTDoubleHeadsModel":
																			__snake_case						 =   torch.zeros(
																			    (self.model_tester.batch_size, self.model_tester.num_choices, self.model_tester.seq_length)       ,		dtype=torch.long       ,		device=__lowerCAmelCase       ,		)
																			__snake_case						 =   inputs_dict['labels']
																			__snake_case						 =   inputs_dict['labels']
																			__snake_case						 =   torch.zeros(
																			    (self.model_tester.batch_size, self.model_tester.num_choices)       ,		dtype=torch.long       ,		device=__lowerCAmelCase       ,		)
																			__snake_case						 =   torch.zeros(
																			    self.model_tester.batch_size       ,		dtype=torch.long       ,		device=__lowerCAmelCase      )
							return inputs_dict




	def   lowercase__   (       self     :  Tuple      ):
							__snake_case						 =   OpenAIGPTModelTester(self      )
							__snake_case						 =   ConfigTester(self       ,		config_class=__lowerCAmelCase       ,		n_embd=3_7      )




	def   lowercase__   (       self     :  int      ):
							self.config_tester.run_common_tests()




	def   lowercase__   (       self     :  Optional[Any]      ):
							__snake_case						 =   self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_openai_gpt_model(*__lowerCAmelCase      )




	def   lowercase__   (       self     :  int      ):
							__snake_case						 =   self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_lm_head_model(*__lowerCAmelCase      )




	def   lowercase__   (       self     :  Any      ):
							__snake_case						 =   self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_double_lm_head_model(*__lowerCAmelCase      )




	def   lowercase__   (       self     :  str      ):
							__snake_case						 =   self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_openai_gpt_for_sequence_classification(*__lowerCAmelCase      )




	@slow
	def   lowercase__   (       self     :  str      ):
							for model_name in OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
													__snake_case						 =   OpenAIGPTModel.from_pretrained(__lowerCAmelCase      )
													self.assertIsNotNone(__lowerCAmelCase      )





@require_torch
class 						a_				(			unittest.TestCase						):




	@slow
	def   lowercase__   (       self     :  int      ):
							__snake_case						 =   OpenAIGPTLMHeadModel.from_pretrained('openai-gpt'      )
							model.to(__lowerCAmelCase      )
							__snake_case						 =   torch.tensor([[4_8_1, 4_7_3_5, 5_4_4]]       ,		dtype=torch.long       ,		device=__lowerCAmelCase      )  # the president is
							__snake_case						 =   [
							    4_8_1,
							    4_7_3_5,
							    5_4_4,
							    2_4_6,
							    9_6_3,
							    8_7_0,
							    7_6_2,
							    2_3_9,
							    2_4_4,
							    4_0_4_7_7,
							    2_4_4,
							    2_4_9,
							    7_1_9,
							    8_8_1,
							    4_8_7,
							    5_4_4,
							    2_4_0,
							    2_4_4,
							    6_0_3,
							    4_8_1,
							]  # the president is a very good man. " \n " i\'m sure he is, " said the

							__snake_case						 =   model.generate(__lowerCAmelCase       ,		do_sample=__lowerCAmelCase      )
							self.assertListEqual(output_ids[0].tolist()       ,		__lowerCAmelCase      )

