


'''simple docstring'''






import gc
import tempfile
import unittest

import numpy as np
import torch

from diffusers import VersatileDiffusionPipeline
from diffusers.utils.testing_utils import load_image, nightly, require_torch_gpu, torch_device


__UpperCAmelCase       							=				False




class 						a__							(				unittest.TestCase    ):





							'''simple docstring'''






							pass




@nightly
@require_torch_gpu
class 						a__							(				unittest.TestCase    ):





							'''simple docstring'''






							def     __SCREAMING_SNAKE_CASE				(						self  )			->				List[Any]:
														# clean up the VRAM after each test
														super().tearDown()
														gc.collect()
														torch.cuda.empty_cache()







							def     __SCREAMING_SNAKE_CASE				(						self  )			->				Optional[int]:
														lowerCAmelCase__			  =      VersatileDiffusionPipeline.from_pretrained('''shi-labs/versatile-diffusion'''   ,       torch_dtype=torch.floataa  )
														pipe.to(lowerCamelCase_  )
														pipe.set_progress_bar_config(disable=lowerCamelCase_  )

														lowerCAmelCase__			  =      load_image(
														    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/versatile_diffusion/benz.jpg'''  )

														lowerCAmelCase__			  =      torch.manual_seed(0  )
														lowerCAmelCase__			  =      pipe.dual_guided(
														    prompt='''first prompt'''   ,       image=lowerCamelCase_   ,       text_to_image_strength=0.75   ,       generator=lowerCamelCase_   ,       guidance_scale=7.5   ,       num_inference_steps=2   ,       output_type='''numpy'''   ,       ).images

														with tempfile.TemporaryDirectory() as tmpdirname:
																					pipe.save_pretrained(lowerCamelCase_  )
																					lowerCAmelCase__			  =      VersatileDiffusionPipeline.from_pretrained(lowerCamelCase_   ,       torch_dtype=torch.floataa  )
														pipe.to(lowerCamelCase_  )
														pipe.set_progress_bar_config(disable=lowerCamelCase_  )

														lowerCAmelCase__			  =      generator.manual_seed(0  )
														lowerCAmelCase__			  =      pipe.dual_guided(
														    prompt='''first prompt'''   ,       image=lowerCamelCase_   ,       text_to_image_strength=0.75   ,       generator=lowerCamelCase_   ,       guidance_scale=7.5   ,       num_inference_steps=2   ,       output_type='''numpy'''   ,       ).images

														assert np.abs(image - new_image  ).sum() < 1e-5, "Models don't have the same forward pass"







							def     __SCREAMING_SNAKE_CASE				(						self  )			->				Optional[Any]:
														lowerCAmelCase__			  =      VersatileDiffusionPipeline.from_pretrained('''shi-labs/versatile-diffusion'''   ,       torch_dtype=torch.floataa  )
														pipe.to(lowerCamelCase_  )
														pipe.set_progress_bar_config(disable=lowerCamelCase_  )

														lowerCAmelCase__			  =      '''cyberpunk 2077'''
														lowerCAmelCase__			  =      load_image(
														    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/versatile_diffusion/benz.jpg'''  )
														lowerCAmelCase__			  =      torch.manual_seed(0  )
														lowerCAmelCase__			  =      pipe.dual_guided(
														    prompt=lowerCamelCase_   ,       image=lowerCamelCase_   ,       text_to_image_strength=0.75   ,       generator=lowerCamelCase_   ,       guidance_scale=7.5   ,       num_inference_steps=50   ,       output_type='''numpy'''   ,       ).images

														lowerCAmelCase__			  =      image[0, 2_53:2_56, 2_53:2_56, -1]

														assert image.shape == (1, 5_12, 5_12, 3)
														lowerCAmelCase__			  =      np.array([0.1_448, 0.1_619, 0.1_741, 0.1_086, 0.1_147, 0.1_128, 0.1_199, 0.1_165, 0.1_001]  )

														assert np.abs(image_slice.flatten() - expected_slice  ).max() < 1e-1

														lowerCAmelCase__			  =      '''A painting of a squirrel eating a burger '''
														lowerCAmelCase__			  =      torch.manual_seed(0  )
														lowerCAmelCase__			  =      pipe.text_to_image(
														    prompt=lowerCamelCase_   ,       generator=lowerCamelCase_   ,       guidance_scale=7.5   ,       num_inference_steps=50   ,       output_type='''numpy'''  ).images

														lowerCAmelCase__			  =      image[0, 2_53:2_56, 2_53:2_56, -1]

														assert image.shape == (1, 5_12, 5_12, 3)
														lowerCAmelCase__			  =      np.array([0.3_367, 0.3_169, 0.2_656, 0.3_870, 0.4_790, 0.3_796, 0.4_009, 0.4_878, 0.4_778]  )

														assert np.abs(image_slice.flatten() - expected_slice  ).max() < 1e-1

														lowerCAmelCase__			  =      pipe.image_variation(lowerCamelCase_   ,       generator=lowerCamelCase_   ,       output_type='''numpy'''  ).images

														lowerCAmelCase__			  =      image[0, 2_53:2_56, 2_53:2_56, -1]

														assert image.shape == (1, 5_12, 5_12, 3)
														lowerCAmelCase__			  =      np.array([0.3_076, 0.3_123, 0.3_284, 0.3_782, 0.3_770, 0.3_894, 0.4_297, 0.4_331, 0.4_456]  )

														assert np.abs(image_slice.flatten() - expected_slice  ).max() < 1e-1




import argparse
import os

import numpy as np
import tensorflow as tf
import torch

from transformers import BertModel






def     __a					(		__UpperCAmelCase							,  __UpperCAmelCase							,  __UpperCAmelCase       ):
 a__												= ('''dense.weight''', '''attention.self.query''', '''attention.self.key''', '''attention.self.value''')

 a__												= (
     ('''layer.''', '''layer_'''),
     ('''word_embeddings.weight''', '''word_embeddings'''),
     ('''position_embeddings.weight''', '''position_embeddings'''),
     ('''token_type_embeddings.weight''', '''token_type_embeddings'''),
     ('''.''', '''/'''),
     ('''LayerNorm/weight''', '''LayerNorm/gamma'''),
     ('''LayerNorm/bias''', '''LayerNorm/beta'''),
     ('''weight''', '''kernel'''),
 )

 if not os.path.isdir(__UpperCAmelCase       ):
  os.makedirs(__UpperCAmelCase       )

 a__												= model.state_dict()

 def to_tf_var_name(__UpperCAmelCase       ):
  for patt, repl in iter(__UpperCAmelCase       ):
   a__												= name.replace(__UpperCAmelCase							,  __UpperCAmelCase       )
  return f"bert/{name}"

 def create_tf_var(__UpperCAmelCase							,  __UpperCAmelCase							,  __UpperCAmelCase       ):
  a__												= tf.dtypes.as_dtype(tensor.dtype       )
  a__												= tf.get_variable(dtype=__UpperCAmelCase							,  shape=tensor.shape							,  name=__UpperCAmelCase							,  initializer=tf.zeros_initializer()       )
  session.run(tf.variables_initializer([tf_var]       )       )
  session.run(__UpperCAmelCase       )
  return tf_var

 tf.reset_default_graph()
 with tf.Session() as session:
  for var_name in state_dict:
   a__												= to_tf_var_name(__UpperCAmelCase       )
   a__												= state_dict[var_name].numpy()
   if any(x in var_name for x in tensors_to_transpose       ):
    a__												= torch_tensor.T
   a__												= create_tf_var(tensor=__UpperCAmelCase							,  name=__UpperCAmelCase							,  session=__UpperCAmelCase       )
   tf.keras.backend.set_value(__UpperCAmelCase							,  __UpperCAmelCase       )
   a__												= session.run(__UpperCAmelCase       )
   print(f"Successfully created {tf_name}: {np.allclose(__UpperCAmelCase							,  __UpperCAmelCase       )}"       )

  a__												= tf.train.Saver(tf.trainable_variables()       )
  saver.save(__UpperCAmelCase							,  os.path.join(__UpperCAmelCase							,  model_name.replace('''-'''							,  '''_'''       ) + '''.ckpt'''       )       )






def     __a					(		__UpperCAmelCase=None       ):
 a__												= argparse.ArgumentParser()
 parser.add_argument('''--model_name'''							,  type=__UpperCAmelCase							,  required=__UpperCAmelCase							,  help='''model name e.g. bert-base-uncased'''       )
 parser.add_argument(
     '''--cache_dir'''							,  type=__UpperCAmelCase							,  default=__UpperCAmelCase							,  required=__UpperCAmelCase							,  help='''Directory containing pytorch model'''       )
 parser.add_argument('''--pytorch_model_path'''							,  type=__UpperCAmelCase							,  required=__UpperCAmelCase							,  help='''/path/to/<pytorch-model-name>.bin'''       )
 parser.add_argument('''--tf_cache_dir'''							,  type=__UpperCAmelCase							,  required=__UpperCAmelCase							,  help='''Directory in which to save tensorflow model'''       )
 a__												= parser.parse_args(__UpperCAmelCase       )

 a__												= BertModel.from_pretrained(
     pretrained_model_name_or_path=args.model_name							,  state_dict=torch.load(args.pytorch_model_path       )							,  cache_dir=args.cache_dir							,  )

 convert_pytorch_checkpoint_to_tf(model=__UpperCAmelCase							,  ckpt_dir=args.tf_cache_dir							,  model_name=args.model_name       )


if __name__ == "__main__":
     main()





