






'''simple docstring'''


from ...processing_utils import ProcessorMixin
class    _SCREAMING_SNAKE_CASE							(		SCREAMING_SNAKE_CASE	):


			'''simple docstring'''





			__a							:							List[str]					     =					"SpeechT5FeatureExtractor"
			__a							:							Dict					     =					"SpeechT5Tokenizer"






			def __init__(   self							:						Any ,      lowercase							:						int ,      lowercase							:						Any			)							->    List[str]:

									'''simple docstring'''







									super().__init__(lowercase ,      lowercase			)






			def __call__(   self							:						Optional[Any] ,      *lowercase							:						List[Any] ,      **lowercase							:						Union[str, Any]			)							->    int:

									'''simple docstring'''







									UpperCamelCase__         = kwargs.pop("""audio""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""text""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""text_target""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""audio_target""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""sampling_rate""" ,      lowercase			)

									if audio is not None and text is not None:
															raise ValueError(
															    """Cannot process both `audio` and `text` inputs. Did you mean `audio_target` or `text_target`?"""			)
									if audio_target is not None and text_target is not None:
															raise ValueError(
															    """Cannot process both `audio_target` and `text_target` inputs. Did you mean `audio` or `text`?"""			)
									if audio is None and audio_target is None and text is None and text_target is None:
															raise ValueError(
															    """You need to specify either an `audio`, `audio_target`, `text`, or `text_target` input to process."""			)

									if audio is not None:
															UpperCamelCase__         = self.feature_extractor(lowercase ,      *lowercase ,      sampling_rate=lowercase ,      **lowercase			)
									elif text is not None:
															UpperCamelCase__         = self.tokenizer(lowercase ,      **lowercase			)
									else:
															UpperCamelCase__         = None

									if audio_target is not None:
															UpperCamelCase__         = self.feature_extractor(audio_target=lowercase ,      *lowercase ,      sampling_rate=lowercase ,      **lowercase			)
															UpperCamelCase__         = targets["""input_values"""]
									elif text_target is not None:
															UpperCamelCase__         = self.tokenizer(lowercase ,      **lowercase			)
															UpperCamelCase__         = targets["""input_ids"""]
									else:
															UpperCamelCase__         = None

									if inputs is None:
															return targets

									if targets is not None:
															UpperCamelCase__         = labels

															UpperCamelCase__         = targets.get("""attention_mask"""			)
															if decoder_attention_mask is not None:
																					UpperCamelCase__         = decoder_attention_mask

									return inputs






			def 				A      (   self							:						List[Any] ,      *lowercase							:						Optional[Any] ,      **lowercase							:						Dict			)							->    List[str]:

									'''simple docstring'''







									UpperCamelCase__         = kwargs.pop("""input_values""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""input_ids""" ,      lowercase			)
									UpperCamelCase__         = kwargs.pop("""labels""" ,      lowercase			)

									if input_values is not None and input_ids is not None:
															raise ValueError("""Cannot process both `input_values` and `input_ids` inputs."""			)
									if input_values is None and input_ids is None and labels is None:
															raise ValueError(
															    """You need to specify either an `input_values`, `input_ids`, or `labels` input to be padded."""			)

									if input_values is not None:
															UpperCamelCase__         = self.feature_extractor.pad(lowercase ,      *lowercase ,      **lowercase			)
									elif input_ids is not None:
															UpperCamelCase__         = self.tokenizer.pad(lowercase ,      **lowercase			)
									else:
															UpperCamelCase__         = None

									if labels is not None:
															if "input_ids" in labels or (isinstance(lowercase ,      lowercase			) and "input_ids" in labels[0]):
																					UpperCamelCase__         = self.tokenizer.pad(lowercase ,      **lowercase			)
																					UpperCamelCase__         = targets["""input_ids"""]
															else:
																					UpperCamelCase__         = self.feature_extractor.feature_size
																					UpperCamelCase__         = self.feature_extractor.num_mel_bins
																					UpperCamelCase__         = self.feature_extractor.pad(lowercase ,      *lowercase ,      **lowercase			)
																					UpperCamelCase__         = feature_size_hack
																					UpperCamelCase__         = targets["""input_values"""]
									else:
															UpperCamelCase__         = None

									if inputs is None:
															return targets

									if targets is not None:
															UpperCamelCase__         = labels

															UpperCamelCase__         = targets.get("""attention_mask"""			)
															if decoder_attention_mask is not None:
																					UpperCamelCase__         = decoder_attention_mask

									return inputs






			def 				A      (   self							:						Union[str, Any] ,      *lowercase							:						List[str] ,      **lowercase							:						List[str]			)							->    Dict:

									'''simple docstring'''







									return self.tokenizer.batch_decode(*lowercase ,      **lowercase			)







			def 				A      (   self							:						int ,      *lowercase							:						Any ,      **lowercase							:						Union[str, Any]			)							->    Dict:

									'''simple docstring'''







									return self.tokenizer.decode(*lowercase ,      **lowercase			)








'''simple docstring'''


import gc
import unittest

import numpy as np
import torch

from diffusers import (
    AudioDiffusionPipeline,
    AutoencoderKL,
    DDIMScheduler,
    DDPMScheduler,
    DiffusionPipeline,
    Mel,
    UNetaDConditionModel,
    UNetaDModel,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu


enable_full_determinism()
class    _SCREAMING_SNAKE_CASE							(		unittest.TestCase	):


			'''simple docstring'''





			def 				A      (   self							:						Any			)							->    Any:

									'''simple docstring'''







									super().tearDown()
									gc.collect()
									torch.cuda.empty_cache()






			@property
			def 				A      (   self							:						Optional[Any]			)							->    Union[str, Any]:

									'''simple docstring'''







									torch.manual_seed(0			)
									UpperCamelCase__         = UNetaDModel(
									    sample_size=(3_2, 6_4) ,      in_channels=1 ,      out_channels=1 ,      layers_per_block=2 ,      block_out_channels=(1_2_8, 1_2_8) ,      down_block_types=("""AttnDownBlock2D""", """DownBlock2D""") ,      up_block_types=("""UpBlock2D""", """AttnUpBlock2D""") ,      )
									return model






			@property
			def 				A      (   self							:						List[Any]			)							->    Union[str, Any]:

									'''simple docstring'''







									torch.manual_seed(0			)
									UpperCamelCase__         = UNetaDConditionModel(
									    sample_size=(6_4, 3_2) ,      in_channels=1 ,      out_channels=1 ,      layers_per_block=2 ,      block_out_channels=(1_2_8, 1_2_8) ,      down_block_types=("""CrossAttnDownBlock2D""", """DownBlock2D""") ,      up_block_types=("""UpBlock2D""", """CrossAttnUpBlock2D""") ,      cross_attention_dim=1_0 ,      )
									return model






			@property
			def 				A      (   self							:						int			)							->    Optional[Any]:

									'''simple docstring'''







									torch.manual_seed(0			)
									UpperCamelCase__         = AutoencoderKL(
									    sample_size=(1_2_8, 6_4) ,      in_channels=1 ,      out_channels=1 ,      latent_channels=1 ,      layers_per_block=2 ,      block_out_channels=(1_2_8, 1_2_8) ,      down_block_types=("""DownEncoderBlock2D""", """DownEncoderBlock2D""") ,      up_block_types=("""UpDecoderBlock2D""", """UpDecoderBlock2D""") ,      )
									UpperCamelCase__         = UNetaDModel(
									    sample_size=(6_4, 3_2) ,      in_channels=1 ,      out_channels=1 ,      layers_per_block=2 ,      block_out_channels=(1_2_8, 1_2_8) ,      down_block_types=("""AttnDownBlock2D""", """DownBlock2D""") ,      up_block_types=("""UpBlock2D""", """AttnUpBlock2D""") ,      )
									return vqvae, unet







			@slow
			def 				A      (   self							:						Tuple			)							->    List[str]:

									'''simple docstring'''







									UpperCamelCase__         = """cpu"""  # ensure determinism for the device-dependent torch.Generator
									UpperCamelCase__         = Mel(
									    x_res=self.dummy_unet.config.sample_size[1] ,      y_res=self.dummy_unet.config.sample_size[0] ,      )

									UpperCamelCase__         = DDPMScheduler()
									UpperCamelCase__         = AudioDiffusionPipeline(vqvae=lowercase ,      unet=self.dummy_unet ,      mel=lowercase ,      scheduler=lowercase			)
									UpperCamelCase__         = pipe.to(lowercase			)
									pipe.set_progress_bar_config(disable=lowercase			)

									UpperCamelCase__         = torch.Generator(device=lowercase			).manual_seed(4_2			)
									UpperCamelCase__         = pipe(generator=lowercase ,      steps=4			)
									UpperCamelCase__         = output.audios[0]
									UpperCamelCase__         = output.images[0]

									UpperCamelCase__         = torch.Generator(device=lowercase			).manual_seed(4_2			)
									UpperCamelCase__         = pipe(generator=lowercase ,      steps=4 ,      return_dict=lowercase			)
									UpperCamelCase__         = output[0][0]

									assert audio.shape == (1, (self.dummy_unet.config.sample_size[1] - 1) * mel.hop_length)
									assert (
									    image.height == self.dummy_unet.config.sample_size[0]
									    and image.width == self.dummy_unet.config.sample_size[1]
									)
									UpperCamelCase__         = np.frombuffer(image.tobytes() ,      dtype="""uint8"""			)[:1_0]
									UpperCamelCase__         = np.frombuffer(image_from_tuple.tobytes() ,      dtype="""uint8"""			)[:1_0]
									UpperCamelCase__         = np.array([6_9, 2_5_5, 2_5_5, 2_5_5, 0, 0, 7_7, 1_8_1, 1_2, 1_2_7]			)

									assert np.abs(image_slice.flatten() - expected_slice			).max() == 0
									assert np.abs(image_from_tuple_slice.flatten() - expected_slice			).max() == 0

									UpperCamelCase__         = Mel(
									    x_res=self.dummy_vqvae_and_unet[0].config.sample_size[1] ,      y_res=self.dummy_vqvae_and_unet[0].config.sample_size[0] ,      )

									UpperCamelCase__         = DDIMScheduler()
									UpperCamelCase__         = self.dummy_vqvae_and_unet
									UpperCamelCase__         = AudioDiffusionPipeline(
									    vqvae=self.dummy_vqvae_and_unet[0] ,      unet=dummy_vqvae_and_unet[1] ,      mel=lowercase ,      scheduler=lowercase			)
									UpperCamelCase__         = pipe.to(lowercase			)
									pipe.set_progress_bar_config(disable=lowercase			)

									np.random.seed(0			)
									UpperCamelCase__         = np.random.uniform(-1 ,      1 ,      ((dummy_vqvae_and_unet[0].config.sample_size[1] - 1) * mel.hop_length,)			)
									UpperCamelCase__         = torch.Generator(device=lowercase			).manual_seed(4_2			)
									UpperCamelCase__         = pipe(raw_audio=lowercase ,      generator=lowercase ,      start_step=5 ,      steps=1_0			)
									UpperCamelCase__         = output.images[0]

									assert (
									    image.height == self.dummy_vqvae_and_unet[0].config.sample_size[0]
									    and image.width == self.dummy_vqvae_and_unet[0].config.sample_size[1]
									)
									UpperCamelCase__         = np.frombuffer(image.tobytes() ,      dtype="""uint8"""			)[:1_0]
									UpperCamelCase__         = np.array([1_2_0, 1_1_7, 1_1_0, 1_0_9, 1_3_8, 1_6_7, 1_3_8, 1_4_8, 1_3_2, 1_2_1]			)

									assert np.abs(image_slice.flatten() - expected_slice			).max() == 0

									UpperCamelCase__         = self.dummy_unet_condition
									UpperCamelCase__         = AudioDiffusionPipeline(
									    vqvae=self.dummy_vqvae_and_unet[0] ,      unet=lowercase ,      mel=lowercase ,      scheduler=lowercase			)
									UpperCamelCase__         = pipe.to(lowercase			)
									pipe.set_progress_bar_config(disable=lowercase			)

									np.random.seed(0			)
									UpperCamelCase__         = torch.rand((1, 1, 1_0)			)
									UpperCamelCase__         = pipe(generator=lowercase ,      encoding=lowercase			)
									UpperCamelCase__         = output.images[0]
									UpperCamelCase__         = np.frombuffer(image.tobytes() ,      dtype="""uint8"""			)[:1_0]
									UpperCamelCase__         = np.array([1_0_7, 1_0_3, 1_2_0, 1_2_7, 1_4_2, 1_2_2, 1_1_3, 1_2_2, 9_7, 1_1_1]			)

									assert np.abs(image_slice.flatten() - expected_slice			).max() == 0
@slow
@require_torch_gpu
class    _SCREAMING_SNAKE_CASE							(		unittest.TestCase	):


			'''simple docstring'''





			def 				A      (   self							:						int			)							->    str:

									'''simple docstring'''







									super().tearDown()
									gc.collect()
									torch.cuda.empty_cache()







			def 				A      (   self							:						Any			)							->    Optional[Any]:

									'''simple docstring'''







									UpperCamelCase__         = torch_device

									UpperCamelCase__         = DiffusionPipeline.from_pretrained("""teticio/audio-diffusion-ddim-256"""			)
									UpperCamelCase__         = pipe.to(lowercase			)
									pipe.set_progress_bar_config(disable=lowercase			)

									UpperCamelCase__         = torch.Generator(device=lowercase			).manual_seed(4_2			)
									UpperCamelCase__         = pipe(generator=lowercase			)
									UpperCamelCase__         = output.audios[0]
									UpperCamelCase__         = output.images[0]

									assert audio.shape == (1, (pipe.unet.config.sample_size[1] - 1) * pipe.mel.hop_length)
									assert image.height == pipe.unet.config.sample_size[0] and image.width == pipe.unet.config.sample_size[1]
									UpperCamelCase__         = np.frombuffer(image.tobytes() ,      dtype="""uint8"""			)[:1_0]
									UpperCamelCase__         = np.array([1_5_1, 1_6_7, 1_5_4, 1_4_4, 1_2_2, 1_3_4, 1_2_1, 1_0_5, 7_0, 2_6]			)

									assert np.abs(image_slice.flatten() - expected_slice			).max() == 0
