





"""simple docstring"""





import json
import os
import shutil
import sys
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from huggingface_hub import HfFolder, delete_repo
from requests.exceptions import HTTPError

from transformers import AutoConfig, BertConfig, GPTaConfig
from transformers.configuration_utils import PretrainedConfig
from transformers.testing_utils import TOKEN, USER, is_staging_test


sys.path.append(str(Path(__file__).parent.parent / '''utils'''))

from test_module.custom_configuration import CustomConfig  # noqa E402


lowerCAmelCase__     			=			{
    '''return_dict''': False,
    '''output_hidden_states''': True,
    '''output_attentions''': True,
    '''torchscript''': True,
    '''torch_dtype''': '''float16''',
    '''use_bfloat16''': True,
    '''tf_legacy_loss''': True,
    '''pruned_heads''': {'''a''': 1},
    '''tie_word_embeddings''': False,
    '''is_decoder''': True,
    '''cross_attention_hidden_size''': 128,
    '''add_cross_attention''': True,
    '''tie_encoder_decoder''': True,
    '''max_length''': 50,
    '''min_length''': 3,
    '''do_sample''': True,
    '''early_stopping''': True,
    '''num_beams''': 3,
    '''num_beam_groups''': 3,
    '''diversity_penalty''': 0.5,
    '''temperature''': 2.0,
    '''top_k''': 10,
    '''top_p''': 0.7,
    '''typical_p''': 0.2,
    '''repetition_penalty''': 0.8,
    '''length_penalty''': 0.8,
    '''no_repeat_ngram_size''': 5,
    '''encoder_no_repeat_ngram_size''': 5,
    '''bad_words_ids''': [1, 2, 3],
    '''num_return_sequences''': 3,
    '''chunk_size_feed_forward''': 5,
    '''output_scores''': True,
    '''return_dict_in_generate''': True,
    '''forced_bos_token_id''': 2,
    '''forced_eos_token_id''': 3,
    '''remove_invalid_values''': True,
    '''architectures''': ['''BertModel'''],
    '''finetuning_task''': '''translation''',
    '''id2label''': {0: '''label'''},
    '''label2id''': {'''label''': '''0'''},
    '''tokenizer_class''': '''BertTokenizerFast''',
    '''prefix''': '''prefix''',
    '''bos_token_id''': 6,
    '''pad_token_id''': 7,
    '''eos_token_id''': 8,
    '''sep_token_id''': 9,
    '''decoder_start_token_id''': 10,
    '''exponential_decay_length_penalty''': (5, 1.01),
    '''suppress_tokens''': [0, 1],
    '''begin_suppress_tokens''': 2,
    '''task_specific_params''': {'''translation''': '''some_params'''},
    '''problem_type''': '''regression''',
}





@is_staging_test
class        _lowerCamelCase      (       unittest.TestCase ):


						@classmethod
						def     snake_case_   (cls		) ->   List[str]:
								UpperCamelCase   =	TOKEN
								HfFolder.save_token(__a		)


						@classmethod
						def     snake_case_   (cls		) ->   List[Any]:
								try:
										delete_repo(token=cls._token   ,							repo_id="test-config"		)
								except HTTPError:
										pass

								try:
										delete_repo(token=cls._token   ,							repo_id="valid_org/test-config-org"		)
								except HTTPError:
										pass

								try:
										delete_repo(token=cls._token   ,							repo_id="test-dynamic-config"		)
								except HTTPError:
										pass


						def     snake_case_   (self		) ->   Dict:
								UpperCamelCase   =	BertConfig(
								    vocab_size=99   ,							hidden_size=32   ,							num_hidden_layers=5   ,							num_attention_heads=4   ,							intermediate_size=37		)
								config.push_to_hub("test-config"   ,							use_auth_token=self._token		)

								UpperCamelCase   =	BertConfig.from_pretrained(F"{USER}/test-config"		)
								for k, v in config.to_dict().items():
										if k != "transformers_version":
												self.assertEqual(__a   ,							getattr(__a   ,							__a		)		)

        # Reset repo
								delete_repo(token=self._token   ,							repo_id="test-config"		)

								# Push to hub via save_pretrained
								with tempfile.TemporaryDirectory() as tmp_dir:
										config.save_pretrained(__a   ,							repo_id="test-config"   ,							push_to_hub=__a   ,							use_auth_token=self._token		)

								UpperCamelCase   =	BertConfig.from_pretrained(F"{USER}/test-config"		)
								for k, v in config.to_dict().items():
										if k != "transformers_version":
												self.assertEqual(__a   ,							getattr(__a   ,							__a		)		)


						def     snake_case_   (self		) ->   Optional[Any]:
								UpperCamelCase   =	BertConfig(
								    vocab_size=99   ,							hidden_size=32   ,							num_hidden_layers=5   ,							num_attention_heads=4   ,							intermediate_size=37		)
								config.push_to_hub("valid_org/test-config-org"   ,							use_auth_token=self._token		)

								UpperCamelCase   =	BertConfig.from_pretrained("valid_org/test-config-org"		)
								for k, v in config.to_dict().items():
										if k != "transformers_version":
												self.assertEqual(__a   ,							getattr(__a   ,							__a		)		)

        # Reset repo
								delete_repo(token=self._token   ,							repo_id="valid_org/test-config-org"		)

								# Push to hub via save_pretrained
								with tempfile.TemporaryDirectory() as tmp_dir:
										config.save_pretrained(
										    __a   ,							repo_id="valid_org/test-config-org"   ,							push_to_hub=__a   ,							use_auth_token=self._token		)

								UpperCamelCase   =	BertConfig.from_pretrained("valid_org/test-config-org"		)
								for k, v in config.to_dict().items():
										if k != "transformers_version":
												self.assertEqual(__a   ,							getattr(__a   ,							__a		)		)




						def     snake_case_   (self		) ->   Optional[int]:
								CustomConfig.register_for_auto_class()
								UpperCamelCase   =	CustomConfig(attribute=42		)

								config.push_to_hub("test-dynamic-config"   ,							use_auth_token=self._token		)

								# This has added the proper auto_map field to the config
								self.assertDictEqual(config.auto_map   ,							{"AutoConfig": "custom_configuration.CustomConfig"}		)

								UpperCamelCase   =	AutoConfig.from_pretrained(F"{USER}/test-dynamic-config"   ,							trust_remote_code=__a		)
								# Can't make an isinstance check because the new_config is from the FakeConfig class of a dynamic module
								self.assertEqual(new_config.__class__.__name__   ,							"CustomConfig"		)
								self.assertEqual(new_config.attribute   ,							42		)





class        _lowerCamelCase      (       unittest.TestCase ):


						def     snake_case_   (self		) ->   int:
								UpperCamelCase   =	GPTaConfig()

								# attempt to modify each of int/float/bool/str config records and verify they were updated
								UpperCamelCase   =	c.n_embd + 1  # int
								UpperCamelCase   =	c.resid_pdrop + 1.0  # float
								UpperCamelCase   =	not c.scale_attn_weights  # bool
								UpperCamelCase   =	c.summary_type + "foo"  # str
								c.update_from_string(
								    F"n_embd={n_embd},resid_pdrop={resid_pdrop},scale_attn_weights={scale_attn_weights},summary_type={summary_type}"		)
								self.assertEqual(__a   ,							c.n_embd   ,							"mismatch for key: n_embd"		)
								self.assertEqual(__a   ,							c.resid_pdrop   ,							"mismatch for key: resid_pdrop"		)
								self.assertEqual(__a   ,							c.scale_attn_weights   ,							"mismatch for key: scale_attn_weights"		)
								self.assertEqual(__a   ,							c.summary_type   ,							"mismatch for key: summary_type"		)


						def     snake_case_   (self		) ->   Union[str, Any]:
								UpperCamelCase   =	PretrainedConfig()
								UpperCamelCase   =	[key for key in base_config.__dict__ if key not in config_common_kwargs]
								# If this part of the test fails, you have arguments to addin config_common_kwargs above.
								self.assertListEqual(
								    __a   ,							["is_encoder_decoder", "_name_or_path", "_commit_hash", "transformers_version"]		)
								UpperCamelCase   =	[key for key, value in config_common_kwargs.items() if value == getattr(__a   ,							__a		)]
								if len(__a		) > 0:
										raise ValueError(
										    "The following keys are set with the default values in"
										    " `test_configuration_common.config_common_kwargs` pick another value for them:"
										    F" {', '.join(__a		)}."		)


						def     snake_case_   (self		) ->   Tuple:
								with self.assertRaises(__a		):
										# config is in subfolder, the following should not work without specifying the subfolder
										UpperCamelCase   =	BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert-subfolder"		)

								UpperCamelCase   =	BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert-subfolder"   ,							subfolder="bert"		)

								self.assertIsNotNone(__a		)


						def     snake_case_   (self		) ->   Tuple:
								# A mock response for an HTTP head request to emulate server down
								UpperCamelCase   =	mock.Mock()
								UpperCamelCase   =	5_00
								UpperCamelCase   =	{}
								UpperCamelCase   =	HTTPError
								UpperCamelCase   =	{}

								# Download this model to make sure it's in the cache.
								UpperCamelCase   =	BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert"		)

								# Under the mock environment we get a 500 error when trying to reach the model.
								with mock.patch("requests.Session.request"   ,							return_value=__a		) as mock_head:
										UpperCamelCase   =	BertConfig.from_pretrained("hf-internal-testing/tiny-random-bert"		)
										# This check we did call the fake head request
										mock_head.assert_called()


						def     snake_case_   (self		) ->   Optional[int]:
								# This test is for deprecated behavior and can be removed in v5
								UpperCamelCase   =	BertConfig.from_pretrained(
								    "https://huggingface.co/hf-internal-testing/tiny-random-bert/resolve/main/config.json"		)


						def     snake_case_   (self		) ->   List[str]:
								UpperCamelCase   =	AutoConfig.from_pretrained("bert-base-cased"		)
								UpperCamelCase   =	["config.4.0.0.json"]

								with tempfile.TemporaryDirectory() as tmp_dir:
										configuration.save_pretrained(__a		)
										UpperCamelCase   =	2
										json.dump(configuration.to_dict()   ,							open(os.path.join(__a   ,							"config.4.0.0.json"		)   ,							"w"		)		)

										# This should pick the new configuration file as the version of Transformers is > 4.0.0
										UpperCamelCase   =	AutoConfig.from_pretrained(__a		)
										self.assertEqual(new_configuration.hidden_size   ,							2		)

										# Will need to be adjusted if we reach v42 and this test is still here.
										# Should pick the old configuration file as the version of Transformers is < 4.42.0
										UpperCamelCase   =	["config.42.0.0.json"]
										UpperCamelCase   =	7_68
										configuration.save_pretrained(__a		)
										shutil.move(os.path.join(__a   ,							"config.4.0.0.json"		)   ,							os.path.join(__a   ,							"config.42.0.0.json"		)		)
										UpperCamelCase   =	AutoConfig.from_pretrained(__a		)
										self.assertEqual(new_configuration.hidden_size   ,							7_68		)




						def     snake_case_   (self		) ->   List[str]:
								# This repo has two configuration files, one for v4.0.0 and above with a different hidden size.
								UpperCamelCase   =	"hf-internal-testing/test-two-configs"

								import transformers as new_transformers

								UpperCamelCase   =	"v4.0.0"
								UpperCamelCase   ,				UpperCamelCase   =	new_transformers.models.auto.AutoConfig.from_pretrained(
								    __a   ,							return_unused_kwargs=__a		)
								self.assertEqual(new_configuration.hidden_size   ,							2		)
								# This checks `_configuration_file` ia not kept in the kwargs by mistake.
								self.assertDictEqual(__a   ,							{}		)

								# Testing an older version by monkey-patching the version in the module it's used.
								import transformers as old_transformers

								UpperCamelCase   =	"v3.0.0"
								UpperCamelCase   =	old_transformers.models.auto.AutoConfig.from_pretrained(__a		)
								self.assertEqual(old_configuration.hidden_size   ,							7_68		)













"""simple docstring"""





import inspect
from typing import Callable, List, Optional, Union

import torch
from transformers import (
    CLIPImageProcessor,
    CLIPTextModel,
    CLIPTokenizer,
    WhisperForConditionalGeneration,
    WhisperProcessor,
)

from diffusers import (
    AutoencoderKL,
    DDIMScheduler,
    DiffusionPipeline,
    LMSDiscreteScheduler,
    PNDMScheduler,
    UNetaDConditionModel,
)
from diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion import StableDiffusionPipelineOutput
from diffusers.pipelines.stable_diffusion.safety_checker import StableDiffusionSafetyChecker
from diffusers.utils import logging


lowerCAmelCase__     			=			logging.get_logger(__name__)  # pylint: disable=invalid-name





class        _lowerCamelCase      (       _lowercase ):


						def __init__(self   ,							__a   ,							__a   ,							__a   ,							__a   ,							__a   ,							__a   ,							__a   ,							__a   ,							__a   ,							) ->   Dict:
								super().__init__()

								if safety_checker is None:
										logger.warning(
										    F"You have disabled the safety checker for {self.__class__} by passing `safety_checker=None`. Ensure"
										    " that you abide to the conditions of the Stable Diffusion license and do not expose unfiltered"
										    " results in services or applications open to the public. Both the diffusers team and Hugging Face"
										    " strongly recommend to keep the safety filter enabled in all public facing circumstances, disabling"
										    " it only for use-cases that involve analyzing network behavior or auditing its results. For more"
										    " information, please have a look at https://github.com/huggingface/diffusers/pull/254 ."		)

								self.register_modules(
								    speech_model=__a   ,							speech_processor=__a   ,							vae=__a   ,							text_encoder=__a   ,							tokenizer=__a   ,							unet=__a   ,							scheduler=__a   ,							feature_extractor=__a   ,							)


						def     snake_case_   (self   ,							__a = "auto"		) ->   str:
								if slice_size == "auto":
										UpperCamelCase   =	self.unet.config.attention_head_dim // 2
								self.unet.set_attention_slice(__a		)


						def     snake_case_   (self		) ->   List[Any]:
								self.enable_attention_slicing(__a		)




						@torch.no_grad()
						def __call__(self   ,							__a   ,							__a=1_60_00   ,							__a = 5_12   ,							__a = 5_12   ,							__a = 50   ,							__a = 7.5   ,							__a = None   ,							__a = 1   ,							__a = 0.0   ,							__a = None   ,							__a = None   ,							__a = "pil"   ,							__a = True   ,							__a = None   ,							__a = 1   ,							**__a   ,							) ->   List[str]:
								UpperCamelCase   =	self.speech_processor.feature_extractor(
								    __a   ,							return_tensors="pt"   ,							sampling_rate=__a		).input_features.to(self.device		)
								UpperCamelCase   =	self.speech_model.generate(__a   ,							max_length=48_00_00		)

								UpperCamelCase   =	self.speech_processor.tokenizer.batch_decode(__a   ,							skip_special_tokens=__a   ,							normalize=__a		)[
								    0
								]

								if isinstance(__a   ,							__a		):
										UpperCamelCase   =	1
								elif isinstance(__a   ,							__a		):
										UpperCamelCase   =	len(__a		)
								else:
										raise ValueError(F"`prompt` has to be of type `str` or `list` but is {type(__a		)}"		)

								if height % 8 != 0 or width % 8 != 0:
										raise ValueError(F"`height` and `width` have to be divisible by 8 but are {height} and {width}."		)

								if (callback_steps is None) or (
								    callback_steps is not None and (not isinstance(__a   ,							__a		) or callback_steps <= 0)
								):
										raise ValueError(
										    F"`callback_steps` has to be a positive integer but is {callback_steps} of type"
										    F" {type(__a		)}."		)

								# get prompt text embeddings
								UpperCamelCase   =	self.tokenizer(
								    __a   ,							padding="max_length"   ,							max_length=self.tokenizer.model_max_length   ,							return_tensors="pt"   ,							)
								UpperCamelCase   =	text_inputs.input_ids

								if text_input_ids.shape[-1] > self.tokenizer.model_max_length:
										UpperCamelCase   =	self.tokenizer.batch_decode(text_input_ids[:, self.tokenizer.model_max_length :]		)
										logger.warning(
										    "The following part of your input was truncated because CLIP can only handle sequences up to"
										    F" {self.tokenizer.model_max_length} tokens: {removed_text}"		)
										UpperCamelCase   =	text_input_ids[:, : self.tokenizer.model_max_length]
								UpperCamelCase   =	self.text_encoder(text_input_ids.to(self.device		)		)[0]

								# duplicate text embeddings for each generation per prompt, using mps friendly method
								UpperCamelCase   ,				UpperCamelCase   ,				UpperCamelCase   =	text_embeddings.shape
								UpperCamelCase   =	text_embeddings.repeat(1   ,							__a   ,							1		)
								UpperCamelCase   =	text_embeddings.view(bs_embed * num_images_per_prompt   ,							__a   ,							-1		)

								# here `guidance_scale` is defined analog to the guidance weight `w` of equation (2)
								# of the Imagen paper: https://arxiv.org/pdf/2205.11487.pdf . `guidance_scale = 1`
								# corresponds to doing no classifier free guidance.
								UpperCamelCase   =	guidance_scale > 1.0
								# get unconditional embeddings for classifier free guidance
								if do_classifier_free_guidance:
										UpperCamelCase   =	42
										if negative_prompt is None:
												UpperCamelCase   =	[""] * batch_size
										elif type(__a		) is not type(__a		):
												raise TypeError(
												    F"`negative_prompt` should be the same type to `prompt`, but got {type(__a		)} !="
												    F" {type(__a		)}."		)
										elif isinstance(__a   ,							__a		):
												UpperCamelCase   =	[negative_prompt]
										elif batch_size != len(__a		):
												raise ValueError(
												    F"`negative_prompt`: {negative_prompt} has batch size {len(__a		)}, but `prompt`:"
												    F" {prompt} has batch size {batch_size}. Please make sure that passed `negative_prompt` matches"
												    " the batch size of `prompt`."		)
										else:
												UpperCamelCase   =	negative_prompt

										UpperCamelCase   =	text_input_ids.shape[-1]
										UpperCamelCase   =	self.tokenizer(
										    __a   ,							padding="max_length"   ,							max_length=__a   ,							truncation=__a   ,							return_tensors="pt"   ,							)
										UpperCamelCase   =	self.text_encoder(uncond_input.input_ids.to(self.device		)		)[0]

										# duplicate unconditional embeddings for each generation per prompt, using mps friendly method
										UpperCamelCase   =	uncond_embeddings.shape[1]
										UpperCamelCase   =	uncond_embeddings.repeat(1   ,							__a   ,							1		)
										UpperCamelCase   =	uncond_embeddings.view(batch_size * num_images_per_prompt   ,							__a   ,							-1		)

										# For classifier free guidance, we need to do two forward passes.
										# Here we concatenate the unconditional and text embeddings into a single batch
										# to avoid doing two forward passes
										UpperCamelCase   =	torch.cat([uncond_embeddings, text_embeddings]		)

								# get the initial random noise unless the user supplied it

								# Unlike in other pipelines, latents need to be generated in the target device
								# for 1-to-1 results reproducibility with the CompVis implementation.
								# However this currently doesn't work in `mps`.
								UpperCamelCase   =	(batch_size * num_images_per_prompt, self.unet.config.in_channels, height // 8, width // 8)
								UpperCamelCase   =	text_embeddings.dtype
								if latents is None:
										if self.device.type == "mps":
												# randn does not exist on mps
												UpperCamelCase   =	torch.randn(__a   ,							generator=__a   ,							device="cpu"   ,							dtype=__a		).to(
												    self.device		)
										else:
												UpperCamelCase   =	torch.randn(__a   ,							generator=__a   ,							device=self.device   ,							dtype=__a		)
								else:
										if latents.shape != latents_shape:
												raise ValueError(F"Unexpected latents shape, got {latents.shape}, expected {latents_shape}"		)
										UpperCamelCase   =	latents.to(self.device		)

								# set timesteps
								self.scheduler.set_timesteps(__a		)

								# Some schedulers like PNDM have timesteps as arrays
								# It's more optimized to move all timesteps to correct device beforehand
								UpperCamelCase   =	self.scheduler.timesteps.to(self.device		)

								# scale the initial noise by the standard deviation required by the scheduler
								UpperCamelCase   =	latents * self.scheduler.init_noise_sigma

								# prepare extra kwargs for the scheduler step, since not all schedulers have the same signature
								# eta (η) is only used with the DDIMScheduler, it will be ignored for other schedulers.
								# eta corresponds to η in DDIM paper: https://arxiv.org/abs/2010.02502
								# and should be between [0, 1]
								UpperCamelCase   =	"eta" in set(inspect.signature(self.scheduler.step		).parameters.keys()		)
								UpperCamelCase   =	{}
								if accepts_eta:
										UpperCamelCase   =	eta

								for i, t in enumerate(self.progress_bar(__a		)		):
										# expand the latents if we are doing classifier free guidance
										UpperCamelCase   =	torch.cat([latents] * 2		) if do_classifier_free_guidance else latents
										UpperCamelCase   =	self.scheduler.scale_model_input(__a   ,							__a		)

										# predict the noise residual
										UpperCamelCase   =	self.unet(__a   ,							__a   ,							encoder_hidden_states=__a		).sample

										# perform guidance
										if do_classifier_free_guidance:
												UpperCamelCase   ,				UpperCamelCase   =	noise_pred.chunk(2		)
												UpperCamelCase   =	noise_pred_uncond + guidance_scale * (noise_pred_text - noise_pred_uncond)

										# compute the previous noisy sample x_t -> x_t-1
										UpperCamelCase   =	self.scheduler.step(__a   ,							__a   ,							__a   ,							**__a		).prev_sample

										# call the callback, if provided
										if callback is not None and i % callback_steps == 0:
												callback(__a   ,							__a   ,							__a		)

								UpperCamelCase   =	1 / 0.18215 * latents
								UpperCamelCase   =	self.vae.decode(__a		).sample

								UpperCamelCase   =	(image / 2 + 0.5).clamp(0   ,							1		)

								# we always cast to float32 as this does not cause significant overhead and is compatible with bfloat16
								UpperCamelCase   =	image.cpu().permute(0   ,							2   ,							3   ,							1		).float().numpy()

								if output_type == "pil":
										UpperCamelCase   =	self.numpy_to_pil(__a		)

								if not return_dict:
										return image

								return StableDiffusionPipelineOutput(images=__a   ,							nsfw_content_detected=__a		)






