



from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
from google.protobuf import symbol_database as _symbol_database
from google.protobuf.internal import builder as _builder


# @@protoc_insertion_point(imports)

UpperCAmelCase__       =	_symbol_database.Default()


UpperCAmelCase__       =	_descriptor_pool.Default().AddSerializedFile(
    b"\n\x19sentencepiece_model.proto\x12\rsentencepiece\"\x80\x0c\n\x0bTrainerSpec\x12\r\n\x05input\x18\x01 \x03(\t\x12\x14\n\x0cinput_format\x18\x07 \x01(\t\x12\x14\n\x0cmodel_prefix\x18\x02 \x01(\t\x12\x41\n\nmodel_type\x18\x03 \x01(\x0e\x32$.sentencepiece.TrainerSpec.ModelType:\x07UNIGRAM\x12\x18\n\nvocab_size\x18\x04 \x01(\x05:\x04\x38\x30\x30\x30\x12\x17\n\x0f\x61\x63\x63\x65pt_language\x18\x05 \x03(\t\x12 \n\x15self_test_sample_size\x18\x06 \x01(\x05:\x01\x30\x12*\n\x1b\x65nable_differential_privacy\x18\x32 \x01(\x08:\x05\x66\x61lse\x12+\n differential_privacy_noise_level\x18\x33 \x01(\x02:\x01\x30\x12\x32\n\'differential_privacy_clipping_threshold\x18\x34 \x01(\x04:\x01\x30\x12\"\n\x12\x63haracter_coverage\x18\n \x01(\x02:\x06\x30.9995\x12\x1e\n\x13input_sentence_size\x18\x0b \x01(\x04:\x01\x30\x12$\n\x16shuffle_input_sentence\x18\x13 \x01(\x08:\x04true\x12 \n\x14mining_sentence_size\x18\x0c \x01(\x05\x42\x02\x18\x01\x12\"\n\x16training_sentence_size\x18\r \x01(\x05\x42\x02\x18\x01\x12(\n\x17seed_sentencepiece_size\x18\x0e \x01(\x05:\x07\x31\x30\x30\x30\x30\x30\x30\x12\x1e\n\x10shrinking_factor\x18\x0f \x01(\x02:\x04\x30.75\x12!\n\x13max_sentence_length\x18\x12 \x01(\x05:\x04\x34\x31\x39\x32\x12\x17\n\x0bnum_threads\x18\x10 \x01(\x05:\x02\x31\x36\x12\x1d\n\x12num_sub_iterations\x18\x11 \x01(\x05:\x01\x32\x12$\n\x18max_sentencepiece_length\x18\x14 \x01(\x05:\x02\x31\x36\x12%\n\x17split_by_unicode_script\x18\x15 \x01(\x08:\x04true\x12\x1d\n\x0fsplit_by_number\x18\x17 \x01(\x08:\x04true\x12!\n\x13split_by_whitespace\x18\x16 \x01(\x08:\x04true\x12)\n\x1atreat_whitespace_as_suffix\x18\x18 \x01(\x08:\x05\x66\x61lse\x12+\n\x1c\x61llow_whitespace_only_pieces\x18\x1a \x01(\x08:\x05\x66\x61lse\x12\x1b\n\x0csplit_digits\x18\x19 \x01(\x08:\x05\x66\x61lse\x12#\n\x19pretokenization_delimiter\x18\x35 \x01(\t:\x00\x12\x17\n\x0f\x63ontrol_symbols\x18\x1e \x03(\t\x12\x1c\n\x14user_defined_symbols\x18\x1f \x03(\t\x12\x16\n\x0erequired_chars\x18$ \x01(\t\x12\x1c\n\rbyte_fallback\x18# \x01(\x08:\x05\x66\x61lse\x12+\n\x1dvocabulary_output_piece_score\x18  \x01(\x08:\x04true\x12\x1e\n\x10hard_vocab_limit\x18! \x01(\x08:\x04true\x12\x1c\n\ruse_all_vocab\x18\" \x01(\x08:\x05\x66\x61lse\x12\x11\n\x06unk_id\x18( \x01(\x05:\x01\x30\x12\x11\n\x06\x62os_id\x18) \x01(\x05:\x01\x31\x12\x11\n\x06\x65os_id\x18* \x01(\x05:\x01\x32\x12\x12\n\x06pad_id\x18+ \x01(\x05:\x02-1\x12\x18\n\tunk_piece\x18- \x01(\t:\x05<unk>\x12\x16\n\tbos_piece\x18. \x01(\t:\x03<s>\x12\x17\n\teos_piece\x18/ \x01(\t:\x04</s>\x12\x18\n\tpad_piece\x18\x30 \x01(\t:\x05<pad>\x12\x1a\n\x0bunk_surface\x18, \x01(\t:\x05 \xe2\x81\x87 \x12+\n\x1ctrain_extremely_large_corpus\x18\x31 \x01(\x08:\x05\x66\x61lse\"5\n\tModelType\x12\x0b\n\x07UNIGRAM\x10\x01\x12\x07\n\x03\x42PE\x10\x02\x12\x08\n\x04WORD\x10\x03\x12\x08\n\x04\x43HAR\x10\x04*\t\x08\xc8\x01\x10\x80\x80\x80\x80\x02\"\xd1\x01\n\x0eNormalizerSpec\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x1c\n\x14precompiled_charsmap\x18\x02 \x01(\x0c\x12\x1e\n\x10\x61\x64\x64_dummy_prefix\x18\x03 \x01(\x08:\x04true\x12&\n\x18remove_extra_whitespaces\x18\x04 \x01(\x08:\x04true\x12 \n\x12\x65scape_whitespaces\x18\x05 \x01(\x08:\x04true\x12\x1e\n\x16normalization_rule_tsv\x18\x06 \x01(\t*\t\x08\xc8\x01\x10\x80\x80\x80\x80\x02\"y\n\x0cSelfTestData\x12\x33\n\x07samples\x18\x01 \x03(\x0b\x32\".sentencepiece.SelfTestData.Sample\x1a)\n\x06Sample\x12\r\n\x05input\x18\x01 \x01(\t\x12\x10\n\x08\x65xpected\x18\x02 \x01(\t*\t\x08\xc8\x01\x10\x80\x80\x80\x80\x02\"\xfe\x03\n\nModelProto\x12\x37\n\x06pieces\x18\x01 \x03(\x0b\x32\'.sentencepiece.ModelProto.SentencePiece\x12\x30\n\x0ctrainer_spec\x18\x02 \x01(\x0b\x32\x1a.sentencepiece.TrainerSpec\x12\x36\n\x0fnormalizer_spec\x18\x03 \x01(\x0b\x32\x1d.sentencepiece.NormalizerSpec\x12\x33\n\x0eself_test_data\x18\x04 \x01(\x0b\x32\x1b.sentencepiece.SelfTestData\x12\x38\n\x11\x64\x65normalizer_spec\x18\x05 \x01(\x0b\x32\x1d.sentencepiece.NormalizerSpec\x1a\xd2\x01\n\rSentencePiece\x12\r\n\x05piece\x18\x01 \x01(\t\x12\r\n\x05score\x18\x02 \x01(\x02\x12\x42\n\x04type\x18\x03 \x01(\x0e\x32,.sentencepiece.ModelProto.SentencePiece.Type:\x06NORMAL\"T\n\x04Type\x12\n\n\x06NORMAL\x10\x01\x12\x0b\n\x07UNKNOWN\x10\x02\x12\x0b\n\x07\x43ONTROL\x10\x03\x12\x10\n\x0cUSER_DEFINED\x10\x04\x12\x08\n\x04\x42YTE\x10\x06\x12\n\n\x06UNUSED\x10\x05*\t\x08\xc8\x01\x10\x80\x80\x80\x80\x02*\t\x08\xc8\x01\x10\x80\x80\x80\x80\x02\x42\x02H\x03"
)

UpperCAmelCase__       =	globals()
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, "sentencepiece_model_pb2", _globals)
if _descriptor._USE_C_DESCRIPTORS is False:
							UpperCAmelCase__       =	None
							UpperCAmelCase__       =	b"H\003"
							# (generated by protobuf compiler, but `_TRAINERSPEC` is not defined)
							# _TRAINERSPEC.fields_by_name["mining_sentence_size"]._options = None
							# _TRAINERSPEC.fields_by_name["mining_sentence_size"]._serialized_options = b"\030\001"
							# _TRAINERSPEC.fields_by_name["training_sentence_size"]._options = None
							# _TRAINERSPEC.fields_by_name["training_sentence_size"]._serialized_options = b"\030\001"
							UpperCAmelCase__       =	45
							UpperCAmelCase__       =	1581
							UpperCAmelCase__       =	1517
							UpperCAmelCase__       =	1570
							UpperCAmelCase__       =	1584
							UpperCAmelCase__       =	1793
							UpperCAmelCase__       =	1795
							UpperCAmelCase__       =	1916
							UpperCAmelCase__       =	1864
							UpperCAmelCase__       =	1905
							UpperCAmelCase__       =	1919
							UpperCAmelCase__       =	2429
							UpperCAmelCase__       =	2208
							UpperCAmelCase__       =	2418
							UpperCAmelCase__       =	2323
							UpperCAmelCase__       =	2407
# @@protoc_insertion_point(module_scope)





import os
from glob import glob

import imageio
import torch
import torchvision
import wandb
from img_processing import custom_to_pil, loop_post_process, preprocess, preprocess_vqgan
from loaders import load_vqgan
from PIL import Image
from torch import nn

from transformers import CLIPModel, CLIPTokenizerFast
from utils import get_device, get_timestamp, show_pil







class       __lowerCAmelCase   :



			def __init__(						self       :  Any			,		A       :  str = "cpu"			,		A       :  str = "openai/clip-vit-large-patch14")       ->   None:



						"""simple docstring"""






						_UpperCAmelCase			=       device
						_UpperCAmelCase			=       CLIPTokenizerFast.from_pretrained(A)
						_UpperCAmelCase			=       [0.4_8_1_4_5_4_6_6, 0.4_5_7_8_2_7_5, 0.4_0_8_2_1_0_7_3]
						_UpperCAmelCase			=       [0.2_6_8_6_2_9_5_4, 0.2_6_1_3_0_2_5_8, 0.2_7_5_7_7_7_1_1]
						_UpperCAmelCase			=       torchvision.transforms.Normalize(self.image_mean			,		self.image_std)
						_UpperCAmelCase			=       torchvision.transforms.Resize(2_24)
						_UpperCAmelCase			=       torchvision.transforms.CenterCrop(2_24)



			def    _lowerCamelCase	(						self       :  str			,		A       :  Any)       ->   str:



						"""simple docstring"""






						_UpperCAmelCase			=       self.resize(A)
						_UpperCAmelCase			=       self.center_crop(A)
						_UpperCAmelCase			=       self.normalize(A)
						return images



			def __call__(						self       :  Any			,		A       :  Dict=None			,		A       :  Dict=None			,		**A       :  List[Any])       ->   Dict:



						"""simple docstring"""






						_UpperCAmelCase			=       self.tokenizer(text=A			,		**A)
						_UpperCAmelCase			=       self.preprocess_img(A)
						_UpperCAmelCase			=       {key: value.to(self.device) for (key, value) in encoding.items()}
						return encoding







class       __lowerCAmelCase   (      nn.Module						):



			def __init__(						self       :  List[Any]			,		A       :  Any=10			,		A       :  List[Any]=0.0_1			,		A       :  Optional[int]=None			,		A       :  int=None			,		A       :  Dict=None			,		A       :  Tuple=None			,		A       :  str=None			,		A       :  Dict=None			,		A       :  Union[str, Any]=False			,		A       :  Any=True			,		A       :  Any="image"			,		A       :  Tuple=True			,		A       :  List[Any]=False			,		A       :  int=False			,		A       :  int=False			,		)       ->   None:



						"""simple docstring"""






						super().__init__()
						_UpperCAmelCase			=       None
						_UpperCAmelCase			=       device if device else get_device()
						if vqgan:
									_UpperCAmelCase			=       vqgan
						else:
									_UpperCAmelCase			=       load_vqgan(self.device			,		conf_path=A			,		ckpt_path=A)
						self.vqgan.eval()
						if clip:
									_UpperCAmelCase			=       clip
						else:
									_UpperCAmelCase			=       CLIPModel.from_pretrained('openai/clip-vit-base-patch32')
						self.clip.to(self.device)
						_UpperCAmelCase			=       ProcessorGradientFlow(device=self.device)

						_UpperCAmelCase			=       iterations
						_UpperCAmelCase			=       lr
						_UpperCAmelCase			=       log
						_UpperCAmelCase			=       make_grid
						_UpperCAmelCase			=       return_val
						_UpperCAmelCase			=       quantize
						_UpperCAmelCase			=       self.vqgan.decoder.z_shape



			def    _lowerCamelCase	(						self       :  Optional[int]			,		A       :  int=None			,		A       :  Union[str, Any]=None			,		A       :  Dict=5			,		A       :  Optional[Any]=True)       ->   Optional[Any]:



						"""simple docstring"""






						_UpperCAmelCase			=       []
						if output_path is None:
									_UpperCAmelCase			=       './animation.gif'
						if input_path is None:
									_UpperCAmelCase			=       self.save_path
						_UpperCAmelCase			=       sorted(glob(input_path + '/*'))
						if not len(A):
									raise ValueError(
									    'No images found in save path, aborting (did you pass save_intermediate=True to the generate'
									    ' function?)')
						if len(A) == 1:
									print('Only one image found in save path, (did you pass save_intermediate=True to the generate function?)')
						_UpperCAmelCase			=       total_duration / len(A)
						_UpperCAmelCase			=       [frame_duration] * len(A)
						if extend_frames:
									_UpperCAmelCase			=       1.5
									_UpperCAmelCase			=       3
						for file_name in paths:
									if file_name.endswith('.png'):
												images.append(imageio.imread(A))
						imageio.mimsave(A			,		A			,		duration=A)
						print(F"gif saved to {output_path}")



			def    _lowerCamelCase	(						self       :  List[str]			,		A       :  Optional[Any]=None			,		A       :  Optional[int]=None)       ->   int:



						"""simple docstring"""






						if not (path or img):
									raise ValueError('Input either path or tensor')
						if img is not None:
									raise NotImplementedError
						_UpperCAmelCase			=       preprocess(Image.open(A)			,		target_image_size=2_56).to(self.device)
						_UpperCAmelCase			=       preprocess_vqgan(A)
						_UpperCAmelCase	,					*_UpperCAmelCase			=       self.vqgan.encode(A)
						return z



			def    _lowerCamelCase	(						self       :  List[str]			,		A       :  int)       ->   Dict:



						"""simple docstring"""






						_UpperCAmelCase			=       self.latent.detach().requires_grad_()
						_UpperCAmelCase			=       base_latent + transform_vector
						if self.quantize:
									_UpperCAmelCase	,					*_UpperCAmelCase			=       self.vqgan.quantize(A)
						else:
									_UpperCAmelCase			=       trans_latent
						return self.vqgan.decode(A)



			def    _lowerCamelCase	(						self       :  Any			,		A       :  Dict			,		A       :  Dict			,		A       :  Optional[Any]=None)       ->   Any:



						"""simple docstring"""






						_UpperCAmelCase			=       self.clip_preprocessor(text=A			,		images=A			,		return_tensors='pt'			,		padding=A)
						_UpperCAmelCase			=       self.clip(**A)
						_UpperCAmelCase			=       clip_outputs.logits_per_image
						if weights is not None:
									_UpperCAmelCase			=       similarity_logits * weights
						return similarity_logits.sum()



			def    _lowerCamelCase	(						self       :  Optional[int]			,		A       :  Dict			,		A       :  int			,		A       :  Tuple)       ->   str:



						"""simple docstring"""






						_UpperCAmelCase			=       self._get_clip_similarity(pos_prompts['prompts']			,		A			,		weights=(1 / pos_prompts['weights']))
						if neg_prompts:
									_UpperCAmelCase			=       self._get_clip_similarity(neg_prompts['prompts']			,		A			,		weights=neg_prompts['weights'])
						else:
									_UpperCAmelCase			=       torch.tensor([1]			,		device=self.device)
						_UpperCAmelCase			=       -torch.log(A) + torch.log(A)
						return loss



			def    _lowerCamelCase	(						self       :  Tuple			,		A       :  Optional[int]			,		A       :  List[Any]			,		A       :  Optional[int])       ->   Union[str, Any]:



						"""simple docstring"""






						_UpperCAmelCase			=       torch.randn_like(self.latent			,		requires_grad=A			,		device=self.device)
						_UpperCAmelCase			=       torch.optim.Adam([vector]			,		lr=self.lr)

						for i in range(self.iterations):
									optim.zero_grad()
									_UpperCAmelCase			=       self._add_vector(A)
									_UpperCAmelCase			=       loop_post_process(A)
									_UpperCAmelCase			=       self._get_CLIP_loss(A			,		A			,		A)
									print('CLIP loss'			,		A)
									if self.log:
												wandb.log({'CLIP Loss': clip_loss})
									clip_loss.backward(retain_graph=A)
									optim.step()
									if self.return_val == "image":
												yield custom_to_pil(transformed_img[0])
									else:
												yield vector



			def    _lowerCamelCase	(						self       :  Dict			,		A       :  Any			,		A       :  Optional[int]			,		A       :  str)       ->   Any:



						"""simple docstring"""






						wandb.init(reinit=A			,		project='face-editor')
						wandb.config.update({'Positive Prompts': positive_prompts})
						wandb.config.update({'Negative Prompts': negative_prompts})
						wandb.config.update({'lr': self.lr, 'iterations': self.iterations})
						if image_path:
									_UpperCAmelCase			=       Image.open(A)
									_UpperCAmelCase			=       image.resize((2_56, 2_56))
									wandb.log('Original Image'			,		wandb.Image(A))



			def    _lowerCamelCase	(						self       :  Dict			,		A       :  int)       ->   Dict:



						"""simple docstring"""






						if not prompts:
									return []
						_UpperCAmelCase			=       []
						_UpperCAmelCase			=       []
						if isinstance(A			,		A):
									_UpperCAmelCase			=       [prompt.strip() for prompt in prompts.split('|')]
						for prompt in prompts:
									if isinstance(A			,		(tuple, list)):
												_UpperCAmelCase			=       prompt[0]
												_UpperCAmelCase			=       float(prompt[1])
									elif ":" in prompt:
												_UpperCAmelCase	,					_UpperCAmelCase			=       prompt.split(':')
												_UpperCAmelCase			=       float(A)
									else:
												_UpperCAmelCase			=       prompt
												_UpperCAmelCase			=       1.0
									processed_prompts.append(A)
									weights.append(A)
						return {
						    "prompts": processed_prompts,
						    "weights": torch.tensor(A			,		device=self.device),
						}



			def    _lowerCamelCase	(						self       :  Optional[int]			,		A       :  Union[str, Any]			,		A       :  Union[str, Any]=None			,		A       :  int=None			,		A       :  Optional[Any]=True			,		A       :  Dict=False			,		A       :  Union[str, Any]=True			,		A       :  Any=True			,		A       :  Any=None			,		)       ->   Dict:



						"""simple docstring"""






						if image_path:
									_UpperCAmelCase			=       self._get_latent(A)
						else:
									_UpperCAmelCase			=       torch.randn(self.latent_dim			,		device=self.device)
						if self.log:
									self._init_logging(A			,		A			,		A)

						assert pos_prompts, "You must provide at least one positive prompt."
						_UpperCAmelCase			=       self.process_prompts(A)
						_UpperCAmelCase			=       self.process_prompts(A)
						if save_final and save_path is None:
									_UpperCAmelCase			=       os.path.join('./outputs/'			,		'_'.join(pos_prompts['prompts']))
						if not os.path.exists(A):
									os.makedirs(A)
						else:
									_UpperCAmelCase			=       save_path + '_' + get_timestamp()
									os.makedirs(A)
						_UpperCAmelCase			=       save_path

						_UpperCAmelCase			=       self.vqgan.decode(self.latent)[0]
						if show_intermediate:
									print('Original Image')
									show_pil(custom_to_pil(A))

						_UpperCAmelCase			=       loop_post_process(A)
						for iter, transformed_img in enumerate(self._optimize_CLIP(A			,		A			,		A)):
									if show_intermediate:
												show_pil(A)
									if save_intermediate:
												transformed_img.save(os.path.join(self.save_path			,		F"iter_{iter:03d}.png"))
									if self.log:
												wandb.log({'Image': wandb.Image(A)})
						if show_final:
									show_pil(A)
						if save_final:
									transformed_img.save(os.path.join(self.save_path			,		F"iter_{iter:03d}_final.png"))
