






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__UpperCamelCase   :   Tuple      =    logging.get_logger(__name__)

__UpperCamelCase   :   Union[str, Any]      =    {
    """bert-base-uncased""": """https://huggingface.co/bert-base-uncased/resolve/main/config.json""",
    """bert-large-uncased""": """https://huggingface.co/bert-large-uncased/resolve/main/config.json""",
    """bert-base-cased""": """https://huggingface.co/bert-base-cased/resolve/main/config.json""",
    """bert-large-cased""": """https://huggingface.co/bert-large-cased/resolve/main/config.json""",
    """bert-base-multilingual-uncased""": """https://huggingface.co/bert-base-multilingual-uncased/resolve/main/config.json""",
    """bert-base-multilingual-cased""": """https://huggingface.co/bert-base-multilingual-cased/resolve/main/config.json""",
    """bert-base-chinese""": """https://huggingface.co/bert-base-chinese/resolve/main/config.json""",
    """bert-base-german-cased""": """https://huggingface.co/bert-base-german-cased/resolve/main/config.json""",
    """bert-large-uncased-whole-word-masking""": (
        """https://huggingface.co/bert-large-uncased-whole-word-masking/resolve/main/config.json"""
    ),
    """bert-large-cased-whole-word-masking""": (
        """https://huggingface.co/bert-large-cased-whole-word-masking/resolve/main/config.json"""
    ),
    """bert-large-uncased-whole-word-masking-finetuned-squad""": (
        """https://huggingface.co/bert-large-uncased-whole-word-masking-finetuned-squad/resolve/main/config.json"""
    ),
    """bert-large-cased-whole-word-masking-finetuned-squad""": (
        """https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/config.json"""
    ),
    """bert-base-cased-finetuned-mrpc""": """https://huggingface.co/bert-base-cased-finetuned-mrpc/resolve/main/config.json""",
    """bert-base-german-dbmdz-cased""": """https://huggingface.co/bert-base-german-dbmdz-cased/resolve/main/config.json""",
    """bert-base-german-dbmdz-uncased""": """https://huggingface.co/bert-base-german-dbmdz-uncased/resolve/main/config.json""",
    """cl-tohoku/bert-base-japanese""": """https://huggingface.co/cl-tohoku/bert-base-japanese/resolve/main/config.json""",
    """cl-tohoku/bert-base-japanese-whole-word-masking""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-whole-word-masking/resolve/main/config.json"""
    ),
    """cl-tohoku/bert-base-japanese-char""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-char/resolve/main/config.json"""
    ),
    """cl-tohoku/bert-base-japanese-char-whole-word-masking""": (
        """https://huggingface.co/cl-tohoku/bert-base-japanese-char-whole-word-masking/resolve/main/config.json"""
    ),
    """TurkuNLP/bert-base-finnish-cased-v1""": (
        """https://huggingface.co/TurkuNLP/bert-base-finnish-cased-v1/resolve/main/config.json"""
    ),
    """TurkuNLP/bert-base-finnish-uncased-v1""": (
        """https://huggingface.co/TurkuNLP/bert-base-finnish-uncased-v1/resolve/main/config.json"""
    ),
    """wietsedv/bert-base-dutch-cased""": """https://huggingface.co/wietsedv/bert-base-dutch-cased/resolve/main/config.json""",
    # See all BERT models at https://huggingface.co/models?filter=bert
}


class 							__UpperCamelCase     (  _lowerCAmelCase ):
	__snake_case						:int =							'bert'







	def __init__(	self   :				Union[str, Any]							,					_lowerCAmelCase   :				Union[str, Any]=3_0522							,					_lowerCAmelCase   :				List[str]=768							,					_lowerCAmelCase   :				List[Any]=12							,					_lowerCAmelCase   :				Union[str, Any]=12							,					_lowerCAmelCase   :				List[str]=3072							,					_lowerCAmelCase   :				List[Any]="gelu"							,					_lowerCAmelCase   :				str=0.1							,					_lowerCAmelCase   :				str=0.1							,					_lowerCAmelCase   :				Optional[Any]=512							,					_lowerCAmelCase   :				Dict=2							,					_lowerCAmelCase   :				Optional[Any]=0.02							,					_lowerCAmelCase   :				Dict=1e-12							,					_lowerCAmelCase   :				Optional[int]=0							,					_lowerCAmelCase   :				Optional[Any]="absolute"							,					_lowerCAmelCase   :				str=True							,					_lowerCAmelCase   :				Dict=None							,					**_lowerCAmelCase   :				Optional[Any]							,					)		->			Optional[int]:
		"""simple docstring"""







		super().__init__(pad_token_id=_lowerCAmelCase							,					**_lowerCAmelCase      )

		__lowercase   							=	vocab_size
		__lowercase   							=	hidden_size
		__lowercase   							=	num_hidden_layers
		__lowercase   							=	num_attention_heads
		__lowercase   							=	hidden_act
		__lowercase   							=	intermediate_size
		__lowercase   							=	hidden_dropout_prob
		__lowercase   							=	attention_probs_dropout_prob
		__lowercase   							=	max_position_embeddings
		__lowercase   							=	type_vocab_size
		__lowercase   							=	initializer_range
		__lowercase   							=	layer_norm_eps
		__lowercase   							=	position_embedding_type
		__lowercase   							=	use_cache
		__lowercase   							=	classifier_dropout


class 							__UpperCamelCase     (  _lowerCAmelCase ):







	@property
	def 			_a (	self   :				Union[str, Any]      )		->			Mapping[str, Mapping[int, str]]:
		"""simple docstring"""







		if self.task == "multiple-choice":
			__lowercase   							=	{0: """batch""", 1: """choice""", 2: """sequence"""}
		else:
			__lowercase   							=	{0: """batch""", 1: """sequence"""}
		return OrderedDict(
		    [
		        ("""input_ids""", dynamic_axis),
		        ("""attention_mask""", dynamic_axis),
		        ("""token_type_ids""", dynamic_axis),
		    ]      )


import gc
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import (
    AutoencoderKL,
    DDIMScheduler,
    StableDiffusionSAGPipeline,
    UNetaDConditionModel,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..pipeline_params import TEXT_TO_IMAGE_BATCH_PARAMS, TEXT_TO_IMAGE_IMAGE_PARAMS, TEXT_TO_IMAGE_PARAMS
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()




class 			__magic_name__	(		__a   ,						__a   ,						unittest.TestCase     ):





   """simple docstring"""




   lowerCAmelCase   :     List[str]	      = StableDiffusionSAGPipeline
   lowerCAmelCase   :     List[Any]	      = TEXT_TO_IMAGE_PARAMS
   lowerCAmelCase   :     List[str]	      = TEXT_TO_IMAGE_BATCH_PARAMS
   lowerCAmelCase   :     str	      = TEXT_TO_IMAGE_IMAGE_PARAMS
   lowerCAmelCase   :     int	      = TEXT_TO_IMAGE_IMAGE_PARAMS
   lowerCAmelCase   :     int	      = False



   def 	lowerCAmelCase    (						self       :	Optional[Any]				):



    """simple docstring"""



    torch.manual_seed(0				)
    _UpperCamelCase:  Dict    						=			UNetaDConditionModel(
        block_out_channels=(32, 64)		,	layers_per_block=2		,	sample_size=32		,	in_channels=4		,	out_channels=4		,	down_block_types=('''DownBlock2D''', '''CrossAttnDownBlock2D''')		,	up_block_types=('''CrossAttnUpBlock2D''', '''UpBlock2D''')		,	cross_attention_dim=32		,	)
    _UpperCamelCase:  List[Any]    						=			DDIMScheduler(
        beta_start=0.00085		,	beta_end=0.012		,	beta_schedule='''scaled_linear'''		,	clip_sample=_lowercase		,	set_alpha_to_one=_lowercase		,	)
    torch.manual_seed(0				)
    _UpperCamelCase:  Optional[int]    						=			AutoencoderKL(
        block_out_channels=[32, 64]		,	in_channels=3		,	out_channels=3		,	down_block_types=['''DownEncoderBlock2D''', '''DownEncoderBlock2D''']		,	up_block_types=['''UpDecoderBlock2D''', '''UpDecoderBlock2D''']		,	latent_channels=4		,	)
    torch.manual_seed(0				)
    _UpperCamelCase:  int    						=			CLIPTextConfig(
        bos_token_id=0		,	eos_token_id=2		,	hidden_size=32		,	intermediate_size=37		,	layer_norm_eps=1E-05		,	num_attention_heads=4		,	num_hidden_layers=5		,	pad_token_id=1		,	vocab_size=1_000		,	)
    _UpperCamelCase:  Any    						=			CLIPTextModel(_lowercase				)
    _UpperCamelCase:  List[str]    						=			CLIPTokenizer.from_pretrained('''hf-internal-testing/tiny-random-clip'''				)

    _UpperCamelCase:  int    						=			{
        '''unet''': unet,
        '''scheduler''': scheduler,
        '''vae''': vae,
        '''text_encoder''': text_encoder,
        '''tokenizer''': tokenizer,
        '''safety_checker''': None,
        '''feature_extractor''': None,
    }
    return components



   def 	lowerCAmelCase    (						self       :	Dict		,	_lowercase       :	List[Any]		,	_lowercase       :	int=0				):



    """simple docstring"""



    if str(_lowercase				).startswith('''mps'''				):
     _UpperCamelCase:  Tuple    						=			torch.manual_seed(_lowercase				)
    else:
     _UpperCamelCase:  List[str]    						=			torch.Generator(device=_lowercase				).manual_seed(_lowercase				)
    _UpperCamelCase:  Dict    						=			{
        '''prompt''': '''.''',
        '''generator''': generator,
        '''num_inference_steps''': 2,
        '''guidance_scale''': 1.0,
        '''sag_scale''': 1.0,
        '''output_type''': '''numpy''',
    }
    return inputs



   def 	lowerCAmelCase    (						self       :	Dict				):



    """simple docstring"""



    super().test_inference_batch_single_identical(expected_max_diff=3E-3				)




@slow
@require_torch_gpu
class 			__magic_name__	(		unittest.TestCase     ):





   """simple docstring"""




   def 	lowerCAmelCase    (						self       :	Union[str, Any]				):



    """simple docstring"""



    super().tearDown()
    gc.collect()
    torch.cuda.empty_cache()



   def 	lowerCAmelCase    (						self       :	int				):



    """simple docstring"""



    _UpperCamelCase:  Any    						=			StableDiffusionSAGPipeline.from_pretrained('''CompVis/stable-diffusion-v1-4'''				)
    _UpperCamelCase:  Any    						=			sag_pipe.to(_lowercase				)
    sag_pipe.set_progress_bar_config(disable=_lowercase				)

    _UpperCamelCase:  Tuple    						=			'''.'''
    _UpperCamelCase:  Tuple    						=			torch.manual_seed(0				)
    _UpperCamelCase:  Union[str, Any]    						=			sag_pipe(
        [prompt]		,	generator=_lowercase		,	guidance_scale=7.5		,	sag_scale=1.0		,	num_inference_steps=20		,	output_type='''np'''				)

    _UpperCamelCase:  Optional[Any]    						=			output.images

    _UpperCamelCase:  Tuple    						=			image[0, -3:, -3:, -1]

    assert image.shape == (1, 512, 512, 3)
    _UpperCamelCase:  Any    						=			np.array([0.1568, 0.1738, 0.1695, 0.1693, 0.1507, 0.1705, 0.1547, 0.1751, 0.1949]				)

    assert np.abs(image_slice.flatten() - expected_slice				).max() < 5E-2



   def 	lowerCAmelCase    (						self       :	Dict				):



    """simple docstring"""



    _UpperCamelCase:  Optional[Any]    						=			StableDiffusionSAGPipeline.from_pretrained('''stabilityai/stable-diffusion-2-1-base'''				)
    _UpperCamelCase:  int    						=			sag_pipe.to(_lowercase				)
    sag_pipe.set_progress_bar_config(disable=_lowercase				)

    _UpperCamelCase:  List[Any]    						=			'''.'''
    _UpperCamelCase:  str    						=			torch.manual_seed(0				)
    _UpperCamelCase:  Dict    						=			sag_pipe(
        [prompt]		,	generator=_lowercase		,	guidance_scale=7.5		,	sag_scale=1.0		,	num_inference_steps=20		,	output_type='''np'''				)

    _UpperCamelCase:  Union[str, Any]    						=			output.images

    _UpperCamelCase:  List[str]    						=			image[0, -3:, -3:, -1]

    assert image.shape == (1, 512, 512, 3)
    _UpperCamelCase:  int    						=			np.array([0.3459, 0.2876, 0.2537, 0.3002, 0.2671, 0.2160, 0.3026, 0.2262, 0.2371]				)

    assert np.abs(image_slice.flatten() - expected_slice				).max() < 5E-2



   def 	lowerCAmelCase    (						self       :	Any				):



    """simple docstring"""



    _UpperCamelCase:  Tuple    						=			StableDiffusionSAGPipeline.from_pretrained('''stabilityai/stable-diffusion-2-1-base'''				)
    _UpperCamelCase:  int    						=			sag_pipe.to(_lowercase				)
    sag_pipe.set_progress_bar_config(disable=_lowercase				)

    _UpperCamelCase:  Any    						=			'''.'''
    _UpperCamelCase:  List[Any]    						=			torch.manual_seed(0				)
    _UpperCamelCase:  str    						=			sag_pipe(
        [prompt]		,	width=768		,	height=512		,	generator=_lowercase		,	guidance_scale=7.5		,	sag_scale=1.0		,	num_inference_steps=20		,	output_type='''np'''		,	)

    _UpperCamelCase:  str    						=			output.images

    assert image.shape == (1, 512, 768, 3)