




"""simple docstring"""

import gc
import random
import unittest

import numpy as np
import torch
from PIL import Image
from transformers import XLMRobertaTokenizerFast

from diffusers import DDIMScheduler, KandinskyImgaImgPipeline, KandinskyPriorPipeline, UNetaDConditionModel, VQModel
from diffusers.pipelines.kandinsky.text_encoder import MCLIPConfig, MultilingualCLIP
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()





class     lowercase_	(					a__      ,     unittest.TestCase							):



 '''simple docstring'''
 UpperCAmelCase   :					Optional[Any]				  =     KandinskyImgaImgPipeline
 UpperCAmelCase   :					Optional[int]				  =     ['''prompt''', '''image_embeds''', '''negative_image_embeds''', '''image''']
 UpperCAmelCase   :					Any				  =     [
     '''prompt''',
     '''negative_prompt''',
     '''image_embeds''',
     '''negative_image_embeds''',
     '''image''',
 ]
 UpperCAmelCase   :					Any				  =     [
     '''generator''',
     '''height''',
     '''width''',
     '''strength''',
     '''guidance_scale''',
     '''negative_prompt''',
     '''num_inference_steps''',
     '''return_dict''',
     '''guidance_scale''',
     '''num_images_per_prompt''',
     '''output_type''',
     '''return_dict''',
 ]
 UpperCAmelCase   :					Any				  =     False

 @property
 def       lowerCAmelCase_							(			self	:	List[str]		):
       return 32

 @property
 def       lowerCAmelCase_							(			self	:	List[str]		):
       return 32

 @property
 def       lowerCAmelCase_							(			self	:	List[Any]		):
       return self.time_input_dim

 @property
 def       lowerCAmelCase_							(			self	:	Tuple		):
       return self.time_input_dim * 4

 @property
 def       lowerCAmelCase_							(			self	:	Optional[Any]		):
       return 100

 @property
 def       lowerCAmelCase_							(			self	:	int		):
       _A        =       XLMRobertaTokenizerFast.from_pretrained('YiYiXu/tiny-random-mclip-base'		)
       return tokenizer

 @property
 def       lowerCAmelCase_							(			self	:	Union[str, Any]		):
       torch.manual_seed(0		)
       _A        =       MCLIPConfig(
           numDims=self.cross_attention_dim   ,							transformerDimensions=self.text_embedder_hidden_size   ,							hidden_size=self.text_embedder_hidden_size   ,							intermediate_size=37   ,							num_attention_heads=4   ,							num_hidden_layers=5   ,							vocab_size=1_005   ,							)

       _A        =       MultilingualCLIP(_lowerCamelCase		)
       _A        =       text_encoder.eval()

       return text_encoder

 @property
 def       lowerCAmelCase_							(			self	:	Any		):
       torch.manual_seed(0		)

       _A        =       {
           '''in_channels''': 4,
           # Out channels is double in channels because predicts mean and variance
           '''out_channels''': 8,
           '''addition_embed_type''': '''text_image''',
           '''down_block_types''': ('''ResnetDownsampleBlock2D''', '''SimpleCrossAttnDownBlock2D'''),
           '''up_block_types''': ('''SimpleCrossAttnUpBlock2D''', '''ResnetUpsampleBlock2D'''),
           '''mid_block_type''': '''UNetMidBlock2DSimpleCrossAttn''',
           '''block_out_channels''': (self.block_out_channels_a, self.block_out_channels_a * 2),
           '''layers_per_block''': 1,
           '''encoder_hid_dim''': self.text_embedder_hidden_size,
           '''encoder_hid_dim_type''': '''text_image_proj''',
           '''cross_attention_dim''': self.cross_attention_dim,
           '''attention_head_dim''': 4,
           '''resnet_time_scale_shift''': '''scale_shift''',
           '''class_embed_type''': None,
       }

       _A        =       UNetaDConditionModel(**_lowerCamelCase		)
       return model

 @property
 def       lowerCAmelCase_							(			self	:	List[str]		):
       return {
           "block_out_channels": [32, 64],
           "down_block_types": ["DownEncoderBlock2D", "AttnDownEncoderBlock2D"],
           "in_channels": 3,
           "latent_channels": 4,
           "layers_per_block": 1,
           "norm_num_groups": 8,
           "norm_type": "spatial",
           "num_vq_embeddings": 12,
           "out_channels": 3,
           "up_block_types": [
               "AttnUpDecoderBlock2D",
               "UpDecoderBlock2D",
           ],
           "vq_embed_dim": 4,
       }

 @property
 def       lowerCAmelCase_							(			self	:	Optional[Any]		):
       torch.manual_seed(0		)
       _A        =       VQModel(**self.dummy_movq_kwargs		)
       return model

 def       lowerCAmelCase_							(			self	:	str		):
       _A        =       self.dummy_text_encoder
       _A        =       self.dummy_tokenizer
       _A        =       self.dummy_unet
       _A        =       self.dummy_movq

       _A        =       {
           '''num_train_timesteps''': 1_000,
           '''beta_schedule''': '''linear''',
           '''beta_start''': 0.0_0085,
           '''beta_end''': 0.012,
           '''clip_sample''': False,
           '''set_alpha_to_one''': False,
           '''steps_offset''': 0,
           '''prediction_type''': '''epsilon''',
           '''thresholding''': False,
       }

       _A        =       DDIMScheduler(**_lowerCamelCase		)

       _A        =       {
           '''text_encoder''': text_encoder,
           '''tokenizer''': tokenizer,
           '''unet''': unet,
           '''scheduler''': scheduler,
           '''movq''': movq,
       }

       return components

 def       lowerCAmelCase_							(			self	:	Optional[int]   ,							_UpperCAmelCase	:	Dict   ,							_UpperCAmelCase	:	List[str]=0		):
       _A        =       floats_tensor((1, self.cross_attention_dim)   ,							rng=random.Random(_lowerCamelCase		)		).to(_lowerCamelCase		)
       _A        =       floats_tensor((1, self.cross_attention_dim)   ,							rng=random.Random(seed + 1		)		).to(_lowerCamelCase		)
       # create init_image
       _A        =       floats_tensor((1, 3, 64, 64)   ,							rng=random.Random(_lowerCamelCase		)		).to(_lowerCamelCase		)
       _A        =       image.cpu().permute(0   ,							2   ,							3   ,							1		)[0]
       _A        =       Image.fromarray(np.uinta(_lowerCamelCase		)		).convert('RGB'		).resize((256, 256)		)

       if str(_lowerCamelCase		).startswith('mps'		):
             _A        =       torch.manual_seed(_lowerCamelCase		)
       else:
             _A        =       torch.Generator(device=_lowerCamelCase		).manual_seed(_lowerCamelCase		)
       _A        =       {
           '''prompt''': '''horse''',
           '''image''': init_image,
           '''image_embeds''': image_embeds,
           '''negative_image_embeds''': negative_image_embeds,
           '''generator''': generator,
           '''height''': 64,
           '''width''': 64,
           '''num_inference_steps''': 10,
           '''guidance_scale''': 7.0,
           '''strength''': 0.2,
           '''output_type''': '''np''',
       }
       return inputs



 def       lowerCAmelCase_							(			self	:	Any		):
       _A        =       '''cpu'''

       _A        =       self.get_dummy_components()

       _A        =       self.pipeline_class(**_lowerCamelCase		)
       _A        =       pipe.to(_lowerCamelCase		)

       pipe.set_progress_bar_config(disable=_lowerCamelCase		)

       _A        =       pipe(**self.get_dummy_inputs(_lowerCamelCase		)		)
       _A        =       output.images

       _A        =       pipe(
           **self.get_dummy_inputs(_lowerCamelCase		)   ,							return_dict=_lowerCamelCase   ,							)[0]

       _A        =       image[0, -3:, -3:, -1]
       _A        =       image_from_tuple[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)

       _A        =       np.array(
           [0.6147_4943, 0.607_3539, 0.4330_8544, 0.592_8269, 0.4749_3595, 0.4675_5973, 0.461_3838, 0.4536_8797, 0.5011_9233]		)
       assert (
           np.abs(image_slice.flatten() - expected_slice		).max() < 1E-2
       ), F''' expected_slice {expected_slice}, but got {image_slice.flatten()}'''
       assert (
           np.abs(image_from_tuple_slice.flatten() - expected_slice		).max() < 1E-2
       ), F''' expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}'''





@slow
@require_torch_gpu
class     lowercase_	(					unittest.TestCase							):



 '''simple docstring'''

 def       lowerCAmelCase_							(			self	:	str		):
       super().tearDown()
       gc.collect()
       torch.cuda.empty_cache()



 def       lowerCAmelCase_							(			self	:	List[str]		):
       _A        =       load_numpy(
           'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'
           '/kandinsky/kandinsky_img2img_frog.npy'		)

       _A        =       load_image(
           'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main' '/kandinsky/cat.png'		)
       _A        =       '''A red cartoon frog, 4k'''

       _A        =       KandinskyPriorPipeline.from_pretrained(
           'kandinsky-community/kandinsky-2-1-prior'   ,							torch_dtype=torch.floataa		)
       pipe_prior.to(_lowerCamelCase		)

       _A        =       KandinskyImgaImgPipeline.from_pretrained(
           'kandinsky-community/kandinsky-2-1'   ,							torch_dtype=torch.floataa		)
       _A        =       pipeline.to(_lowerCamelCase		)

       pipeline.set_progress_bar_config(disable=_lowerCamelCase		)

       _A        =       torch.Generator(device='cpu'		).manual_seed(0		)
       _A        =       pipe_prior(
           _lowerCamelCase   ,							generator=_lowerCamelCase   ,							num_inference_steps=5   ,							negative_prompt=''   ,							).to_tuple()

       _A        =       pipeline(
           _lowerCamelCase   ,							image=_lowerCamelCase   ,							image_embeds=_lowerCamelCase   ,							negative_image_embeds=_lowerCamelCase   ,							generator=_lowerCamelCase   ,							num_inference_steps=100   ,							height=768   ,							width=768   ,							strength=0.2   ,							output_type='np'   ,							)

       _A        =       output.images[0]

       assert image.shape == (768, 768, 3)

       assert_mean_pixel_difference(_lowerCamelCase   ,							_lowerCamelCase		)





"""simple docstring"""

import argparse
import os

import torch

from diffusers import (
    CMStochasticIterativeScheduler,
    ConsistencyModelPipeline,
    UNetaDModel,
)


a         =      {
    '''sample_size''': 32,
    '''in_channels''': 3,
    '''out_channels''': 3,
    '''layers_per_block''': 2,
    '''num_class_embeds''': 1_000,
    '''block_out_channels''': [32, 64],
    '''attention_head_dim''': 8,
    '''down_block_types''': [
        '''ResnetDownsampleBlock2D''',
        '''AttnDownBlock2D''',
    ],
    '''up_block_types''': [
        '''AttnUpBlock2D''',
        '''ResnetUpsampleBlock2D''',
    ],
    '''resnet_time_scale_shift''': '''scale_shift''',
    '''upsample_type''': '''resnet''',
    '''downsample_type''': '''resnet''',
}

a         =      {
    '''sample_size''': 64,
    '''in_channels''': 3,
    '''out_channels''': 3,
    '''layers_per_block''': 3,
    '''num_class_embeds''': 1_000,
    '''block_out_channels''': [192, 192 * 2, 192 * 3, 192 * 4],
    '''attention_head_dim''': 64,
    '''down_block_types''': [
        '''ResnetDownsampleBlock2D''',
        '''AttnDownBlock2D''',
        '''AttnDownBlock2D''',
        '''AttnDownBlock2D''',
    ],
    '''up_block_types''': [
        '''AttnUpBlock2D''',
        '''AttnUpBlock2D''',
        '''AttnUpBlock2D''',
        '''ResnetUpsampleBlock2D''',
    ],
    '''resnet_time_scale_shift''': '''scale_shift''',
    '''upsample_type''': '''resnet''',
    '''downsample_type''': '''resnet''',
}

a         =      {
    '''sample_size''': 256,
    '''in_channels''': 3,
    '''out_channels''': 3,
    '''layers_per_block''': 2,
    '''num_class_embeds''': None,
    '''block_out_channels''': [256, 256, 256 * 2, 256 * 2, 256 * 4, 256 * 4],
    '''attention_head_dim''': 64,
    '''down_block_types''': [
        '''ResnetDownsampleBlock2D''',
        '''ResnetDownsampleBlock2D''',
        '''ResnetDownsampleBlock2D''',
        '''AttnDownBlock2D''',
        '''AttnDownBlock2D''',
        '''AttnDownBlock2D''',
    ],
    '''up_block_types''': [
        '''AttnUpBlock2D''',
        '''AttnUpBlock2D''',
        '''AttnUpBlock2D''',
        '''ResnetUpsampleBlock2D''',
        '''ResnetUpsampleBlock2D''',
        '''ResnetUpsampleBlock2D''',
    ],
    '''resnet_time_scale_shift''': '''default''',
    '''upsample_type''': '''resnet''',
    '''downsample_type''': '''resnet''',
}

a         =      {
    '''num_train_timesteps''': 40,
    '''sigma_min''': 0.0_0_2,
    '''sigma_max''': 8_0.0,
}

a         =      {
    '''num_train_timesteps''': 201,
    '''sigma_min''': 0.0_0_2,
    '''sigma_max''': 8_0.0,
}

a         =      {
    '''num_train_timesteps''': 151,
    '''sigma_min''': 0.0_0_2,
    '''sigma_max''': 8_0.0,
}






def 						_snake_case					( _snake_case							: Dict							)   -> int:






      '''simple docstring'''


      if isinstance(_snake_case    ,  _snake_case							):
            return v
      if v.lower() in ("yes", "true", "t", "y", "1"):
            return True
      elif v.lower() in ("no", "false", "f", "n", "0"):
            return False
      else:
            raise argparse.ArgumentTypeError('boolean value expected'							)






def 						_snake_case					( _snake_case							: Optional[int]    ,  _snake_case							: Tuple    ,  _snake_case							: Dict    ,  _snake_case							: Dict    ,  _snake_case							: Optional[Any]=False							)   -> List[str]:






      '''simple docstring'''


      _A        =       checkpoint[F'''{old_prefix}.in_layers.0.weight''']
      _A        =       checkpoint[F'''{old_prefix}.in_layers.0.bias''']
      _A        =       checkpoint[F'''{old_prefix}.in_layers.2.weight''']
      _A        =       checkpoint[F'''{old_prefix}.in_layers.2.bias''']
      _A        =       checkpoint[F'''{old_prefix}.emb_layers.1.weight''']
      _A        =       checkpoint[F'''{old_prefix}.emb_layers.1.bias''']
      _A        =       checkpoint[F'''{old_prefix}.out_layers.0.weight''']
      _A        =       checkpoint[F'''{old_prefix}.out_layers.0.bias''']
      _A        =       checkpoint[F'''{old_prefix}.out_layers.3.weight''']
      _A        =       checkpoint[F'''{old_prefix}.out_layers.3.bias''']

      if has_skip:
            _A        =       checkpoint[F'''{old_prefix}.skip_connection.weight''']
            _A        =       checkpoint[F'''{old_prefix}.skip_connection.bias''']

      return new_checkpoint






def 						_snake_case					( _snake_case							: List[Any]    ,  _snake_case							: int    ,  _snake_case							: Optional[int]    ,  _snake_case							: List[Any]    ,  _snake_case							: int=None							)   -> Optional[int]:






      '''simple docstring'''


      _A       ,   _A       ,   _A        =       checkpoint[F'''{old_prefix}.qkv.weight'''].chunk(3    ,  dim=0							)
      _A       ,   _A       ,   _A        =       checkpoint[F'''{old_prefix}.qkv.bias'''].chunk(3    ,  dim=0							)

      _A        =       checkpoint[F'''{old_prefix}.norm.weight''']
      _A        =       checkpoint[F'''{old_prefix}.norm.bias''']

      _A        =       weight_q.squeeze(-1							).squeeze(-1							)
      _A        =       bias_q.squeeze(-1							).squeeze(-1							)
      _A        =       weight_k.squeeze(-1							).squeeze(-1							)
      _A        =       bias_k.squeeze(-1							).squeeze(-1							)
      _A        =       weight_v.squeeze(-1							).squeeze(-1							)
      _A        =       bias_v.squeeze(-1							).squeeze(-1							)

      _A        =       (
          checkpoint[F'''{old_prefix}.proj_out.weight'''].squeeze(-1							).squeeze(-1							)
      )
      _A        =       checkpoint[F'''{old_prefix}.proj_out.bias'''].squeeze(-1							).squeeze(-1							)

      return new_checkpoint






def 						_snake_case					( _snake_case							: str    ,  _snake_case							: Any							)   -> str:






      '''simple docstring'''


      _A        =       torch.load(_snake_case    ,  map_location='cpu'							)
      _A        =       {}

      _A        =       checkpoint['time_embed.0.weight']
      _A        =       checkpoint['time_embed.0.bias']
      _A        =       checkpoint['time_embed.2.weight']
      _A        =       checkpoint['time_embed.2.bias']

      if unet_config["num_class_embeds"] is not None:
            _A        =       checkpoint['label_emb.weight']

      _A        =       checkpoint['input_blocks.0.0.weight']
      _A        =       checkpoint['input_blocks.0.0.bias']

      _A        =       unet_config['down_block_types']
      _A        =       unet_config['layers_per_block']
      _A        =       unet_config['attention_head_dim']
      _A        =       unet_config['block_out_channels']
      _A        =       1
      _A        =       channels_list[0]

      for i, layer_type in enumerate(_snake_case							):
            _A        =       channels_list[i]
            _A        =       current_channels != prev_channels
            if layer_type == "ResnetDownsampleBlock2D":
                  for j in range(_snake_case							):
                        _A        =       F'''down_blocks.{i}.resnets.{j}'''
                        _A        =       F'''input_blocks.{current_layer}.0'''
                        _A        =       True if j == 0 and downsample_block_has_skip else False
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  has_skip=_snake_case							)
                        current_layer += 1

            elif layer_type == "AttnDownBlock2D":
                  for j in range(_snake_case							):
                        _A        =       F'''down_blocks.{i}.resnets.{j}'''
                        _A        =       F'''input_blocks.{current_layer}.0'''
                        _A        =       True if j == 0 and downsample_block_has_skip else False
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  has_skip=_snake_case							)
                        _A        =       F'''down_blocks.{i}.attentions.{j}'''
                        _A        =       F'''input_blocks.{current_layer}.1'''
                        _A        =       convert_attention(
                            _snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
                        current_layer += 1

            if i != len(_snake_case							) - 1:
                  _A        =       F'''down_blocks.{i}.downsamplers.0'''
                  _A        =       F'''input_blocks.{current_layer}.0'''
                  _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
                  current_layer += 1

            _A        =       current_channels

      # hardcoded the mid-block for now
      _A        =       'mid_block.resnets.0'
      _A        =       'middle_block.0'
      _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
      _A        =       'mid_block.attentions.0'
      _A        =       'middle_block.1'
      _A        =       convert_attention(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
      _A        =       'mid_block.resnets.1'
      _A        =       'middle_block.2'
      _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)

      _A        =       0
      _A        =       unet_config['up_block_types']

      for i, layer_type in enumerate(_snake_case							):
            if layer_type == "ResnetUpsampleBlock2D":
                  for j in range(layers_per_block + 1							):
                        _A        =       F'''up_blocks.{i}.resnets.{j}'''
                        _A        =       F'''output_blocks.{current_layer}.0'''
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  has_skip=_snake_case							)
                        current_layer += 1

                  if i != len(_snake_case							) - 1:
                        _A        =       F'''up_blocks.{i}.upsamplers.0'''
                        _A        =       F'''output_blocks.{current_layer-1}.1'''
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
            elif layer_type == "AttnUpBlock2D":
                  for j in range(layers_per_block + 1							):
                        _A        =       F'''up_blocks.{i}.resnets.{j}'''
                        _A        =       F'''output_blocks.{current_layer}.0'''
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  has_skip=_snake_case							)
                        _A        =       F'''up_blocks.{i}.attentions.{j}'''
                        _A        =       F'''output_blocks.{current_layer}.1'''
                        _A        =       convert_attention(
                            _snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)
                        current_layer += 1

                  if i != len(_snake_case							) - 1:
                        _A        =       F'''up_blocks.{i}.upsamplers.0'''
                        _A        =       F'''output_blocks.{current_layer-1}.2'''
                        _A        =       convert_resnet(_snake_case    ,  _snake_case    ,  _snake_case    ,  _snake_case							)

      _A        =       checkpoint['out.0.weight']
      _A        =       checkpoint['out.0.bias']
      _A        =       checkpoint['out.2.weight']
      _A        =       checkpoint['out.2.bias']

      return new_checkpoint


if __name__ == "__main__":
       a         =      argparse.ArgumentParser()

       parser.add_argument('''--unet_path''', default=None, type=str, required=True, help='''Path to the unet.pt to convert.''')
       parser.add_argument(
           '''--dump_path''', default=None, type=str, required=True, help='''Path to output the converted UNet model.'''
       )
       parser.add_argument('''--class_cond''', default=True, type=str, help='''Whether the model is class-conditional.''')

       a         =      parser.parse_args()
       a         =      strabool(args.class_cond)

       a         =      os.path.basename(args.unet_path)
       print(F'''Checkpoint: {ckpt_name}''')

       # Get U-Net config
       if "imagenet64" in ckpt_name:
              a         =      IMAGENET_64_UNET_CONFIG
       elif "256" in ckpt_name and (("bedroom" in ckpt_name) or ("cat" in ckpt_name)):
              a         =      LSUN_256_UNET_CONFIG
       elif "test" in ckpt_name:
              a         =      TEST_UNET_CONFIG
       else:
              raise ValueError(F'''Checkpoint type {ckpt_name} is not currently supported.''')

       if not args.class_cond:
              a         =      None

       a         =      con_pt_to_diffuser(args.unet_path, unet_config)

       a         =      UNetaDModel(**unet_config)
       image_unet.load_state_dict(converted_unet_ckpt)

       # Get scheduler config
       if "cd" in ckpt_name or "test" in ckpt_name:
              a         =      CD_SCHEDULER_CONFIG
       elif "ct" in ckpt_name and "imagenet64" in ckpt_name:
              a         =      CT_IMAGENET_64_SCHEDULER_CONFIG
       elif "ct" in ckpt_name and "256" in ckpt_name and (("bedroom" in ckpt_name) or ("cat" in ckpt_name)):
              a         =      CT_LSUN_256_SCHEDULER_CONFIG
       else:
              raise ValueError(F'''Checkpoint type {ckpt_name} is not currently supported.''')

       a         =      CMStochasticIterativeScheduler(**scheduler_config)

       a         =      ConsistencyModelPipeline(unet=image_unet, scheduler=cm_scheduler)
       consistency_model.save_pretrained(args.dump_path)

