


'''simple docstring'''
import gc
import random
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import AutoencoderKL, CycleDiffusionPipeline, DDIMScheduler, UNetaDConditionModel
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu, skip_mps

from ..pipeline_params import (
    IMAGE_TO_IMAGE_IMAGE_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_PARAMS,
)
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()






class        lowerCAmelCase_  (     UpperCAmelCase      ,							UpperCAmelCase      ,							unittest.TestCase	):
       __UpperCAmelCase					=CycleDiffusionPipeline
       __UpperCAmelCase					=TEXT_GUIDED_IMAGE_VARIATION_PARAMS - {
           'negative_prompt',
           'height',
           'width',
           'negative_prompt_embeds',
       }
       __UpperCAmelCase					=PipelineTesterMixin.required_optional_params - {'latents'}
       __UpperCAmelCase					=TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS.union({'source_prompt'}	)
       __UpperCAmelCase					=IMAGE_TO_IMAGE_IMAGE_PARAMS
       __UpperCAmelCase					=IMAGE_TO_IMAGE_IMAGE_PARAMS






       def   UpperCamelCase						( self   )->      Dict:
            torch.manual_seed(0   )
            _A				=							UNetaDConditionModel(
                block_out_channels=(32, 64)			,     layers_per_block=2			,     sample_size=32			,     in_channels=4			,     out_channels=4			,     down_block_types=('DownBlock2D', 'CrossAttnDownBlock2D')			,     up_block_types=('CrossAttnUpBlock2D', 'UpBlock2D')			,     cross_attention_dim=32			,     )
            _A				=							DDIMScheduler(
                beta_start=0.0_0085			,     beta_end=0.012			,     beta_schedule='scaled_linear'			,     num_train_timesteps=1000			,     clip_sample=_UpperCamelCase			,     set_alpha_to_one=_UpperCamelCase			,     )
            torch.manual_seed(0   )
            _A				=							AutoencoderKL(
                block_out_channels=[32, 64]			,     in_channels=3			,     out_channels=3			,     down_block_types=['DownEncoderBlock2D', 'DownEncoderBlock2D']			,     up_block_types=['UpDecoderBlock2D', 'UpDecoderBlock2D']			,     latent_channels=4			,     )
            torch.manual_seed(0   )
            _A				=							CLIPTextConfig(
                bos_token_id=0			,     eos_token_id=2			,     hidden_size=32			,     intermediate_size=37			,     layer_norm_eps=1e-05			,     num_attention_heads=4			,     num_hidden_layers=5			,     pad_token_id=1			,     vocab_size=1000			,     )
            _A				=							CLIPTextModel(_UpperCamelCase   )
            _A				=							CLIPTokenizer.from_pretrained('hf-internal-testing/tiny-random-clip'   )

            _A				=							{
                'unet': unet,
                'scheduler': scheduler,
                'vae': vae,
                'text_encoder': text_encoder,
                'tokenizer': tokenizer,
                'safety_checker': None,
                'feature_extractor': None,
            }
            return components






       def   UpperCamelCase						( self			,     _UpperCamelCase			,     _UpperCamelCase=0   )->      List[Any]:
            _A				=							floats_tensor((1, 3, 32, 32)			,     rng=random.Random(_UpperCamelCase   )   ).to(_UpperCamelCase   )
            _A				=							image / 2 + 0.5
            if str(_UpperCamelCase   ).startswith('mps'   ):
                 _A				=							torch.manual_seed(_UpperCamelCase   )
            else:
                 _A				=							torch.Generator(device=_UpperCamelCase   ).manual_seed(_UpperCamelCase   )
            _A				=							{
                'prompt': 'An astronaut riding an elephant',
                'source_prompt': 'An astronaut riding a horse',
                'image': image,
                'generator': generator,
                'num_inference_steps': 2,
                'eta': 0.1,
                'strength': 0.8,
                'guidance_scale': 3,
                'source_guidance_scale': 1,
                'output_type': 'numpy',
            }
            return inputs






       def   UpperCamelCase						( self   )->      Any:
            _A				=							'cpu'  # ensure determinism for the device-dependent torch.Generator

            _A				=							self.get_dummy_components()
            _A				=							CycleDiffusionPipeline(**_UpperCamelCase   )
            _A				=							pipe.to(_UpperCamelCase   )
            pipe.set_progress_bar_config(disable=_UpperCamelCase   )

            _A				=							self.get_dummy_inputs(_UpperCamelCase   )
            _A				=							pipe(**_UpperCamelCase   )
            _A				=							output.images

            _A				=							images[0, -3:, -3:, -1]

            assert images.shape == (1, 32, 32, 3)
            _A				=							np.array([0.4459, 0.4943, 0.4544, 0.6643, 0.5474, 0.4327, 0.5701, 0.5959, 0.5179]   )

            assert np.abs(image_slice.flatten() - expected_slice   ).max() < 1e-2






       @unittest.skipIf(torch_device != 'cuda'			,     'This test requires a GPU'   )
       def   UpperCamelCase						( self   )->      List[Any]:
            _A				=							self.get_dummy_components()
            for name, module in components.items():
                 if hasattr(_UpperCamelCase			,     'half'   ):
                      _A				=							module.half()
            _A				=							CycleDiffusionPipeline(**_UpperCamelCase   )
            _A				=							pipe.to(_UpperCamelCase   )
            pipe.set_progress_bar_config(disable=_UpperCamelCase   )

            _A				=							self.get_dummy_inputs(_UpperCamelCase   )
            _A				=							pipe(**_UpperCamelCase   )
            _A				=							output.images

            _A				=							images[0, -3:, -3:, -1]

            assert images.shape == (1, 32, 32, 3)
            _A				=							np.array([0.3506, 0.4543, 0.446, 0.4575, 0.5195, 0.4155, 0.5273, 0.518, 0.4116]   )

            assert np.abs(image_slice.flatten() - expected_slice   ).max() < 1e-2






       @skip_mps
       def   UpperCamelCase						( self   )->      Any:
            return super().test_save_load_local()






       @unittest.skip('non-deterministic pipeline'   )
       def   UpperCamelCase						( self   )->      List[Any]:
            return super().test_inference_batch_single_identical()






       @skip_mps
       def   UpperCamelCase						( self   )->      int:
            return super().test_dict_tuple_outputs_equivalent()






       @skip_mps
       def   UpperCamelCase						( self   )->      Tuple:
            return super().test_save_load_optional_components()






       @skip_mps
       def   UpperCamelCase						( self   )->      Optional[Any]:
            return super().test_attention_slicing_forward_pass()






@slow
@require_torch_gpu
class        lowerCAmelCase_  (     unittest.TestCase	):






       def   UpperCamelCase						( self   )->      Any:
            # clean up the VRAM after each test
            super().tearDown()
            gc.collect()
            torch.cuda.empty_cache()






       def   UpperCamelCase						( self   )->      int:
            _A				=							load_image(
                'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'
                '/cycle-diffusion/black_colored_car.png'   )
            _A				=							load_numpy(
                'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car_fp16.npy'   )
            _A				=							init_image.resize((512, 512)   )

            _A				=							'CompVis/stable-diffusion-v1-4'
            _A				=							DDIMScheduler.from_pretrained(_UpperCamelCase			,     subfolder='scheduler'   )
            _A				=							CycleDiffusionPipeline.from_pretrained(
                _UpperCamelCase			,     scheduler=_UpperCamelCase			,     safety_checker=_UpperCamelCase			,     torch_dtype=torch.floataa			,     revision='fp16'   )

            pipe.to(_UpperCamelCase   )
            pipe.set_progress_bar_config(disable=_UpperCamelCase   )
            pipe.enable_attention_slicing()

            _A				=							'A black colored car'
            _A				=							'A blue colored car'

            _A				=							torch.manual_seed(0   )
            _A				=							pipe(
                prompt=_UpperCamelCase			,     source_prompt=_UpperCamelCase			,     image=_UpperCamelCase			,     num_inference_steps=100			,     eta=0.1			,     strength=0.85			,     guidance_scale=3			,     source_guidance_scale=1			,     generator=_UpperCamelCase			,     output_type='np'			,     )
            _A				=							output.images

            # the values aren't exactly equal, but the images look the same visually
            assert np.abs(image - expected_image   ).max() < 5e-1






       def   UpperCamelCase						( self   )->      Union[str, Any]:
            _A				=							load_image(
                'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'
                '/cycle-diffusion/black_colored_car.png'   )
            _A				=							load_numpy(
                'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car.npy'   )
            _A				=							init_image.resize((512, 512)   )

            _A				=							'CompVis/stable-diffusion-v1-4'
            _A				=							DDIMScheduler.from_pretrained(_UpperCamelCase			,     subfolder='scheduler'   )
            _A				=							CycleDiffusionPipeline.from_pretrained(_UpperCamelCase			,     scheduler=_UpperCamelCase			,     safety_checker=_UpperCamelCase   )

            pipe.to(_UpperCamelCase   )
            pipe.set_progress_bar_config(disable=_UpperCamelCase   )
            pipe.enable_attention_slicing()

            _A				=							'A black colored car'
            _A				=							'A blue colored car'

            _A				=							torch.manual_seed(0   )
            _A				=							pipe(
                prompt=_UpperCamelCase			,     source_prompt=_UpperCamelCase			,     image=_UpperCamelCase			,     num_inference_steps=100			,     eta=0.1			,     strength=0.85			,     guidance_scale=3			,     source_guidance_scale=1			,     generator=_UpperCamelCase			,     output_type='np'			,     )
            _A				=							output.images

            assert np.abs(image - expected_image   ).max() < 2e-2









'''simple docstring'''
import inspect
import unittest

from huggingface_hub import hf_hub_download

from transformers import ASTConfig
from transformers.testing_utils import require_torch, require_torchaudio, slow, torch_device
from transformers.utils import cached_property, is_torch_available, is_torchaudio_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
    import torch
    from torch import nn

    from transformers import ASTForAudioClassification, ASTModel
    from transformers.models.audio_spectrogram_transformer.modeling_audio_spectrogram_transformer import (
        AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
    )


if is_torchaudio_available():
    import torchaudio

    from transformers import ASTFeatureExtractor






class        lowerCAmelCase_  :






       def __init__( self			,     _UpperCamelCase			,     _UpperCamelCase=13			,     _UpperCamelCase=2			,     _UpperCamelCase=24			,     _UpperCamelCase=16			,     _UpperCamelCase=True			,     _UpperCamelCase=True			,     _UpperCamelCase=32			,     _UpperCamelCase=5			,     _UpperCamelCase=4			,     _UpperCamelCase=37			,     _UpperCamelCase="gelu"			,     _UpperCamelCase=0.1			,     _UpperCamelCase=0.1			,     _UpperCamelCase=10			,     _UpperCamelCase=0.02			,     _UpperCamelCase=None			,     _UpperCamelCase=2			,     _UpperCamelCase=2			,     )->      Tuple:
            _A				=							parent
            _A				=							batch_size
            _A				=							patch_size
            _A				=							max_length
            _A				=							num_mel_bins
            _A				=							is_training
            _A				=							use_labels
            _A				=							hidden_size
            _A				=							num_hidden_layers
            _A				=							num_attention_heads
            _A				=							intermediate_size
            _A				=							hidden_act
            _A				=							hidden_dropout_prob
            _A				=							attention_probs_dropout_prob
            _A				=							type_sequence_label_size
            _A				=							initializer_range
            _A				=							scope
            _A				=							frequency_stride
            _A				=							time_stride

            # in AST, the seq length equals the number of patches + 2 (we add 2 for the [CLS] and distillation tokens)
            _A				=							(self.num_mel_bins - self.patch_size) // self.frequency_stride + 1
            _A				=							(self.max_length - self.patch_size) // self.time_stride + 1
            _A				=							frequency_out_dimension * time_out_dimension
            _A				=							num_patches + 2






       def   UpperCamelCase						( self   )->      int:
            _A				=							floats_tensor([self.batch_size, self.max_length, self.num_mel_bins]   )

            _A				=							None
            if self.use_labels:
                 _A				=							ids_tensor([self.batch_size]			,     self.type_sequence_label_size   )

            _A				=							self.get_config()

            return config, input_values, labels






       def   UpperCamelCase						( self   )->      int:
            return ASTConfig(
                patch_size=self.patch_size			,     max_length=self.max_length			,     num_mel_bins=self.num_mel_bins			,     hidden_size=self.hidden_size			,     num_hidden_layers=self.num_hidden_layers			,     num_attention_heads=self.num_attention_heads			,     intermediate_size=self.intermediate_size			,     hidden_act=self.hidden_act			,     hidden_dropout_prob=self.hidden_dropout_prob			,     attention_probs_dropout_prob=self.attention_probs_dropout_prob			,     is_decoder=_UpperCamelCase			,     initializer_range=self.initializer_range			,     frequency_stride=self.frequency_stride			,     time_stride=self.time_stride			,     )






       def   UpperCamelCase						( self			,     _UpperCamelCase			,     _UpperCamelCase			,     _UpperCamelCase   )->      Optional[Any]:
            _A				=							ASTModel(config=_UpperCamelCase   )
            model.to(_UpperCamelCase   )
            model.eval()
            _A				=							model(_UpperCamelCase   )
            self.parent.assertEqual(result.last_hidden_state.shape			,     (self.batch_size, self.seq_length, self.hidden_size)   )






       def   UpperCamelCase						( self   )->      Any:
            _A				=							self.prepare_config_and_inputs()
            (
                (
                _A
            )		,				(
                _A
            )		,				(
                _A
            )		,				
            )				=							config_and_inputs
            _A				=							{'input_values': input_values}
            return config, inputs_dict






@require_torch
class        lowerCAmelCase_  (     UpperCAmelCase      ,							UpperCAmelCase      ,							unittest.TestCase	):
       __UpperCAmelCase					=(
           (
               ASTModel,
               ASTForAudioClassification,
           )
           if is_torch_available()
           else ()
       )
       __UpperCAmelCase					=(
           {'audio-classification': ASTForAudioClassification, 'feature-extraction': ASTModel}
           if is_torch_available()
           else {}
       )
       __UpperCAmelCase					=False
       __UpperCAmelCase					=False
       __UpperCAmelCase					=False
       __UpperCAmelCase					=False






       def   UpperCamelCase						( self			,     _UpperCamelCase			,     _UpperCamelCase			,     _UpperCamelCase			,     _UpperCamelCase			,     _UpperCamelCase   )->      Union[str, Any]:
            if pipeline_test_casse_name == "AudioClassificationPipelineTests":
                 return True

            return False






       def   UpperCamelCase						( self   )->      List[str]:
            _A				=							ASTModelTester(self   )
            _A				=							ConfigTester(self			,     config_class=_UpperCamelCase			,     has_text_modality=_UpperCamelCase			,     hidden_size=37   )






       def   UpperCamelCase						( self   )->      int:
            self.config_tester.run_common_tests()






       @unittest.skip(reason='AST does not use inputs_embeds'   )
       def   UpperCamelCase						( self   )->      List[Any]:
            pass






       def   UpperCamelCase						( self   )->      str:
            _A		,				_A				=							self.model_tester.prepare_config_and_inputs_for_common()

            for model_class in self.all_model_classes:
                 _A				=							model_class(_UpperCamelCase   )
                 self.assertIsInstance(model.get_input_embeddings()			,     (nn.Module)   )
                 _A				=							model.get_output_embeddings()
                 self.assertTrue(x is None or isinstance(_UpperCamelCase			,     nn.Linear   )   )






       def   UpperCamelCase						( self   )->      List[str]:
            _A		,				_A				=							self.model_tester.prepare_config_and_inputs_for_common()

            for model_class in self.all_model_classes:
                 _A				=							model_class(_UpperCamelCase   )
                 _A				=							inspect.signature(model.forward   )
                 # signature.parameters is an OrderedDict => so arg_names order is deterministic
                 _A				=							[*signature.parameters.keys()]

                 _A				=							['input_values']
                 self.assertListEqual(arg_names[:1]			,     _UpperCamelCase   )






       def   UpperCamelCase						( self   )->      Optional[Any]:
            _A				=							self.model_tester.prepare_config_and_inputs()
            self.model_tester.create_and_check_model(*_UpperCamelCase   )






       @slow
       def   UpperCamelCase						( self   )->      Tuple:
            for model_name in AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
                 _A				=							ASTModel.from_pretrained(_UpperCamelCase   )
                 self.assertIsNotNone(_UpperCamelCase   )






def 					lowerCamelCase_ ( )					->	Union[str, Any]:







     """simple docstring"""
     _A				=							hf_hub_download(
         repo_id='nielsr/audio-spectogram-transformer-checkpoint'							,    filename='sample_audio.flac'							,    repo_type='dataset'		)

     _A		,				_A				=							torchaudio.load(__UpperCamelCase		)

     return audio, sampling_rate






@require_torch
@require_torchaudio
class        lowerCAmelCase_  (     unittest.TestCase	):






       @cached_property
       def   UpperCamelCase						( self   )->      Dict:
            return (
                ASTFeatureExtractor.from_pretrained('MIT/ast-finetuned-audioset-10-10-0.4593'   )
                if is_torchaudio_available()
                else None
            )






       @slow
       def   UpperCamelCase						( self   )->      Any:
            _A				=							self.default_feature_extractor
            _A				=							ASTForAudioClassification.from_pretrained('MIT/ast-finetuned-audioset-10-10-0.4593'   ).to(_UpperCamelCase   )

            _A				=							self.default_feature_extractor
            _A		,				_A				=							prepare_audio()
            _A				=							audio.squeeze().numpy()
            _A				=							feature_extractor(_UpperCamelCase			,     sampling_rate=_UpperCamelCase			,     return_tensors='pt'   ).to(_UpperCamelCase   )

            # forward pass
            with torch.no_grad():
                 _A				=							model(**_UpperCamelCase   )

            # verify the logits
            _A				=							torch.Size((1, 527)   )
            self.assertEqual(outputs.logits.shape			,     _UpperCamelCase   )

            _A				=							torch.tensor([-0.8760, -7.0042, -8.6602]   ).to(_UpperCamelCase   )

            self.assertTrue(torch.allclose(outputs.logits[0, :3]			,     _UpperCamelCase			,     atol=1e-4   )   )





