



import argparse
import os
import sys
from unittest.mock import patch

import pytorch_lightning as pl
import timeout_decorator
import torch
from distillation import SummarizationDistiller, distill_main
from finetune import SummarizationModule, main

from transformers import MarianMTModel
from transformers.file_utils import cached_path
from transformers.testing_utils import TestCasePlus, require_torch_gpu, slow
from utils import load_json


lowerCamelCase__			= """sshleifer/mar_enro_6_3_student"""






class    SCREAMING_SNAKE_CASE			(							_UpperCamelCase					):

							'''simple docstring'''





							def 						UpperCamelCase_					(   self		:		List[str]	):

											'''simple docstring'''
											super().setUp()

											__a       =		cached_path(
											    """https://cdn-datasets.huggingface.co/translation/wmt_en_ro-tr40k-va0.5k-te0.5k.tar.gz"""      ,				extract_compressed_file=__lowercase      ,				)
											__a       =		F"{data_cached}/wmt_en_ro-tr40k-va0.5k-te0.5k"





							@slow
							@require_torch_gpu
							def 						UpperCamelCase_					(   self		:		List[Any]	):

											'''simple docstring'''
											MarianMTModel.from_pretrained(__lowercase	)







							@slow
							@require_torch_gpu
							def 						UpperCamelCase_					(   self		:		Union[str, Any]	):

											'''simple docstring'''
											__a       =		{
											    "$MAX_LEN": 64,
											    "$BS": 64,
											    "$GAS": 1,
											    "$ENRO_DIR": self.data_dir,
											    "facebook/mbart-large-cc25": MARIAN_MODEL,
											    # "val_check_interval=0.25": "val_check_interval=1.0",
											    "--learning_rate=3e-5": "--learning_rate 3e-4",
											    "--num_train_epochs 6": "--num_train_epochs 1",
											}

											# Clean up bash script
											__a       =		(self.test_file_dir / "train_mbart_cc25_enro.sh").open().read().split("""finetune.py"""	)[1].strip()
											__a       =		bash_script.replace("""\\\n"""      ,				""""""	).strip().replace("""\"$@\""""      ,				""""""	)
											for k, v in env_vars_to_replace.items():
															__a       =		bash_script.replace(__lowercase      ,				str(__lowercase	)	)
											__a       =		self.get_auto_remove_tmp_dir()

											# bash_script = bash_script.replace("--fp16 ", "")
											__a       =		F"\n            --output_dir {output_dir}\n            --tokenizer_name Helsinki-NLP/opus-mt-en-ro\n            --sortish_sampler\n            --do_predict\n            --gpus 1\n            --freeze_encoder\n            --n_train 40000\n            --n_val 500\n            --n_test 500\n            --fp16_opt_level O1\n            --num_sanity_val_steps 0\n            --eval_beams 2\n        ".split()
											# XXX: args.gpus > 1 : handle multi_gpu in the future

											__a       =		["finetune.py"] + bash_script.split() + args
											with patch.object(__lowercase      ,				"""argv"""      ,				__lowercase	):
															__a       =		argparse.ArgumentParser()
															__a       =		pl.Trainer.add_argparse_args(__lowercase	)
															__a       =		SummarizationModule.add_model_specific_args(__lowercase      ,				os.getcwd()	)
															__a       =		parser.parse_args()
															__a       =		main(__lowercase	)

											# Check metrics
											__a       =		load_json(model.metrics_save_path	)
											__a       =		metrics["val"][0]
											__a       =		metrics["val"][-1]
											self.assertEqual(len(metrics["""val"""]	)      ,				(args.max_epochs / args.val_check_interval)	)
											assert isinstance(last_step_stats[F"val_avg_{model.val_metric}"]      ,				__lowercase	)

											self.assertGreater(last_step_stats["""val_avg_gen_time"""]      ,				0.01	)
											# model hanging on generate. Maybe bad config was saved. (XXX: old comment/assert?)
											self.assertLessEqual(last_step_stats["""val_avg_gen_time"""]      ,				1.0	)

											# test learning requirements:

											# 1. BLEU improves over the course of training by more than 2 pts
											self.assertGreater(last_step_stats["""val_avg_bleu"""] - first_step_stats["""val_avg_bleu"""]      ,				2	)

											# 2. BLEU finishes above 17
											self.assertGreater(last_step_stats["""val_avg_bleu"""]      ,				17	)

											# 3. test BLEU and val BLEU within ~1.1 pt.
											self.assertLess(abs(metrics["""val"""][-1]["""val_avg_bleu"""] - metrics["""test"""][-1]["""test_avg_bleu"""]	)      ,				1.1	)

											# check lightning ckpt can be loaded and has a reasonable statedict
											__a       =		os.listdir(__lowercase	)
											__a       =		[x for x in contents if x.endswith(""".ckpt"""	)][0]
											__a       =		os.path.join(args.output_dir      ,				__lowercase	)
											__a       =		torch.load(__lowercase      ,				map_location="""cpu"""	)
											__a       =		"model.model.decoder.layers.0.encoder_attn_layer_norm.weight"
											assert expected_key in ckpt["state_dict"]
											assert ckpt["state_dict"]["model.model.decoder.layers.0.encoder_attn_layer_norm.weight"].dtype == torch.floataa

											# TODO: turn on args.do_predict when PL bug fixed.
											if args.do_predict:
															__a       =		{os.path.basename(__lowercase	) for p in contents}
															assert "test_generations.txt" in contents
															assert "test_results.txt" in contents
															# assert len(metrics["val"]) ==  desired_n_evals
															assert len(metrics["""test"""]	) == 1






class    SCREAMING_SNAKE_CASE			(							_UpperCamelCase					):

							'''simple docstring'''





							@timeout_decorator.timeout(600	)
							@slow
							@require_torch_gpu
							def 						UpperCamelCase_					(   self		:		List[Any]	):

											'''simple docstring'''
											__a       =		F"{self.test_file_dir_str}/test_data/wmt_en_ro"
											__a       =		{
											    "--fp16_opt_level=O1": "",
											    "$MAX_LEN": 128,
											    "$BS": 16,
											    "$GAS": 1,
											    "$ENRO_DIR": data_dir,
											    "$m": "sshleifer/student_marian_en_ro_6_1",
											    "val_check_interval=0.25": "val_check_interval=1.0",
											}

											# Clean up bash script
											__a       =		(
											    (self.test_file_dir / "distil_marian_no_teacher.sh").open().read().split("""distillation.py"""	)[1].strip()
											)
											__a       =		bash_script.replace("""\\\n"""      ,				""""""	).strip().replace("""\"$@\""""      ,				""""""	)
											__a       =		bash_script.replace("""--fp16 """      ,				""" """	)

											for k, v in env_vars_to_replace.items():
															__a       =		bash_script.replace(__lowercase      ,				str(__lowercase	)	)
											__a       =		self.get_auto_remove_tmp_dir()
											__a       =		bash_script.replace("""--fp16"""      ,				""""""	)
											__a       =		6
											__a       =		(
											    ["distillation.py"]
											    + bash_script.split()
											    + [
											        F"--output_dir={output_dir}",
											        "--gpus=1",
											        "--learning_rate=1e-3",
											        F"--num_train_epochs={epochs}",
											        "--warmup_steps=10",
											        "--val_check_interval=1.0",
											        "--do_predict",
											    ]
											)
											with patch.object(__lowercase      ,				"""argv"""      ,				__lowercase	):
															__a       =		argparse.ArgumentParser()
															__a       =		pl.Trainer.add_argparse_args(__lowercase	)
															__a       =		SummarizationDistiller.add_model_specific_args(__lowercase      ,				os.getcwd()	)
															__a       =		parser.parse_args()
															# assert args.gpus == gpus THIS BREAKS for multi_gpu

															__a       =		distill_main(__lowercase	)

											# Check metrics
											__a       =		load_json(model.metrics_save_path	)
											__a       =		metrics["val"][0]
											__a       =		metrics["val"][-1]
											assert len(metrics["""val"""]	) >= (args.max_epochs / args.val_check_interval)  # +1 accounts for val_sanity_check

											assert last_step_stats["val_avg_gen_time"] >= 0.01

											assert first_step_stats["val_avg_bleu"] < last_step_stats["val_avg_bleu"]  # model learned nothing
											assert 1.0 >= last_step_stats["val_avg_gen_time"]  # model hanging on generate. Maybe bad config was saved.
											assert isinstance(last_step_stats[F"val_avg_{model.val_metric}"]      ,				__lowercase	)

											# check lightning ckpt can be loaded and has a reasonable statedict
											__a       =		os.listdir(__lowercase	)
											__a       =		[x for x in contents if x.endswith(""".ckpt"""	)][0]
											__a       =		os.path.join(args.output_dir      ,				__lowercase	)
											__a       =		torch.load(__lowercase      ,				map_location="""cpu"""	)
											__a       =		"model.model.decoder.layers.0.encoder_attn_layer_norm.weight"
											assert expected_key in ckpt["state_dict"]
											assert ckpt["state_dict"]["model.model.decoder.layers.0.encoder_attn_layer_norm.weight"].dtype == torch.floataa

											# TODO: turn on args.do_predict when PL bug fixed.
											if args.do_predict:
															__a       =		{os.path.basename(__lowercase	) for p in contents}
															assert "test_generations.txt" in contents
															assert "test_results.txt" in contents
															# assert len(metrics["val"]) ==  desired_n_evals
															assert len(metrics["""test"""]	) == 1





import gc
import random
import tempfile
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import AutoencoderKL, DDIMScheduler, LMSDiscreteScheduler, PNDMScheduler, UNetaDConditionModel
from diffusers.pipelines.stable_diffusion_safe import StableDiffusionPipelineSafe as StableDiffusionPipeline
from diffusers.utils import floats_tensor, nightly, torch_device
from diffusers.utils.testing_utils import require_torch_gpu






class    SCREAMING_SNAKE_CASE			(							unittest.TestCase					):





							def 						UpperCamelCase_					(   self		:		Optional[Any]	):

											'''simple docstring'''
											# clean up the VRAM after each test
											super().tearDown()
											gc.collect()
											torch.cuda.empty_cache()





							@property
							def 						UpperCamelCase_					(   self		:		Dict	):

											'''simple docstring'''
											__a       =		1
											__a       =		3
											__a       =		(32, 32)

											__a       =		floats_tensor((batch_size, num_channels) + sizes      ,				rng=random.Random(0	)	).to(__lowercase	)
											return image





							@property
							def 						UpperCamelCase_					(   self		:		Tuple	):

											'''simple docstring'''
											torch.manual_seed(0	)
											__a       =		UNetaDConditionModel(
											    block_out_channels=(32, 64)      ,				layers_per_block=2      ,				sample_size=32      ,				in_channels=4      ,				out_channels=4      ,				down_block_types=("""DownBlock2D""", """CrossAttnDownBlock2D""")      ,				up_block_types=("""CrossAttnUpBlock2D""", """UpBlock2D""")      ,				cross_attention_dim=32      ,				)
											return model





							@property
							def 						UpperCamelCase_					(   self		:		List[Any]	):

											'''simple docstring'''
											torch.manual_seed(0	)
											__a       =		AutoencoderKL(
											    block_out_channels=[32, 64]      ,				in_channels=3      ,				out_channels=3      ,				down_block_types=["""DownEncoderBlock2D""", """DownEncoderBlock2D"""]      ,				up_block_types=["""UpDecoderBlock2D""", """UpDecoderBlock2D"""]      ,				latent_channels=4      ,				)
											return model





							@property
							def 						UpperCamelCase_					(   self		:		int	):

											'''simple docstring'''
											torch.manual_seed(0	)
											__a       =		CLIPTextConfig(
											    bos_token_id=0      ,				eos_token_id=2      ,				hidden_size=32      ,				intermediate_size=37      ,				layer_norm_eps=1E-05      ,				num_attention_heads=4      ,				num_hidden_layers=5      ,				pad_token_id=1      ,				vocab_size=1000      ,				)
											return CLIPTextModel(__lowercase	)





							@property
							def 						UpperCamelCase_					(   self		:		Tuple	):

											'''simple docstring'''
											def extract(*__lowercase		:		Tuple      ,				**__lowercase		:		Dict	):






															class    SCREAMING_SNAKE_CASE			:





																						def __init__(   self		:		List[str]	):

																										'''simple docstring'''
																										__a       =		torch.ones([0]	)







																						def 						UpperCamelCase_					(   self		:		Optional[Any]      ,				__lowercase		:		str	):

																										'''simple docstring'''
																										self.pixel_values.to(__lowercase	)
																										return self



															return Out()

											return extract





							def 						UpperCamelCase_					(   self		:		Dict	):

											'''simple docstring'''
											__a       =		"""cpu"""  # ensure determinism for the device-dependent torch.Generator
											__a       =		self.dummy_cond_unet
											__a       =		DDIMScheduler(
											    beta_start=0.00085      ,				beta_end=0.012      ,				beta_schedule="""scaled_linear"""      ,				clip_sample=__lowercase      ,				set_alpha_to_one=__lowercase      ,				)

											__a       =		self.dummy_vae
											__a       =		self.dummy_text_encoder
											__a       =		CLIPTokenizer.from_pretrained("""hf-internal-testing/tiny-random-clip"""	)

											# make sure here that pndm scheduler skips prk
											__a       =		StableDiffusionPipeline(
											    unet=__lowercase      ,				scheduler=__lowercase      ,				vae=__lowercase      ,				text_encoder=__lowercase      ,				tokenizer=__lowercase      ,				safety_checker=__lowercase      ,				feature_extractor=self.dummy_extractor      ,				)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		"""A painting of a squirrel eating a burger"""

											__a       =		torch.Generator(device=__lowercase	).manual_seed(0	)
											__a       =		sd_pipe([prompt]      ,				generator=__lowercase      ,				guidance_scale=6.0      ,				num_inference_steps=2      ,				output_type="""np"""	)
											__a       =		output.images

											__a       =		torch.Generator(device=__lowercase	).manual_seed(0	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=6.0      ,				num_inference_steps=2      ,				output_type="""np"""      ,				return_dict=__lowercase      ,				)[0]

											__a       =		image[0, -3:, -3:, -1]
											__a       =		image_from_tuple[0, -3:, -3:, -1]

											assert image.shape == (1, 64, 64, 3)
											__a       =		np.array([0.5756, 0.6118, 0.5005, 0.5041, 0.5471, 0.4726, 0.4976, 0.4865, 0.4864]	)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2
											assert np.abs(image_from_tuple_slice.flatten() - expected_slice	).max() < 1E-2





							def 						UpperCamelCase_					(   self		:		Tuple	):

											'''simple docstring'''
											__a       =		"""cpu"""  # ensure determinism for the device-dependent torch.Generator
											__a       =		self.dummy_cond_unet
											__a       =		PNDMScheduler(skip_prk_steps=__lowercase	)
											__a       =		self.dummy_vae
											__a       =		self.dummy_text_encoder
											__a       =		CLIPTokenizer.from_pretrained("""hf-internal-testing/tiny-random-clip"""	)

											# make sure here that pndm scheduler skips prk
											__a       =		StableDiffusionPipeline(
											    unet=__lowercase      ,				scheduler=__lowercase      ,				vae=__lowercase      ,				text_encoder=__lowercase      ,				tokenizer=__lowercase      ,				safety_checker=__lowercase      ,				feature_extractor=self.dummy_extractor      ,				)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		"""A painting of a squirrel eating a burger"""
											__a       =		torch.Generator(device=__lowercase	).manual_seed(0	)
											__a       =		sd_pipe([prompt]      ,				generator=__lowercase      ,				guidance_scale=6.0      ,				num_inference_steps=2      ,				output_type="""np"""	)

											__a       =		output.images

											__a       =		torch.Generator(device=__lowercase	).manual_seed(0	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=6.0      ,				num_inference_steps=2      ,				output_type="""np"""      ,				return_dict=__lowercase      ,				)[0]

											__a       =		image[0, -3:, -3:, -1]
											__a       =		image_from_tuple[0, -3:, -3:, -1]

											assert image.shape == (1, 64, 64, 3)
											__a       =		np.array([0.5125, 0.5716, 0.4828, 0.5060, 0.5650, 0.4768, 0.5185, 0.4895, 0.4993]	)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2
											assert np.abs(image_from_tuple_slice.flatten() - expected_slice	).max() < 1E-2





							def 						UpperCamelCase_					(   self		:		str	):

											'''simple docstring'''
											__a       =		StableDiffusionPipeline.from_pretrained(
											    """hf-internal-testing/tiny-stable-diffusion-lms-pipe"""      ,				safety_checker=__lowercase	)
											assert isinstance(__lowercase      ,				__lowercase	)
											assert isinstance(pipe.scheduler      ,				__lowercase	)
											assert pipe.safety_checker is None

											__a       =		pipe("""example prompt"""      ,				num_inference_steps=2	).images[0]
											assert image is not None

											# check that there's no error when saving a pipeline with one of the models being None
											with tempfile.TemporaryDirectory() as tmpdirname:
															pipe.save_pretrained(__lowercase	)
															__a       =		StableDiffusionPipeline.from_pretrained(__lowercase	)

											# sanity check that the pipeline still works
											assert pipe.safety_checker is None
											__a       =		pipe("""example prompt"""      ,				num_inference_steps=2	).images[0]
											assert image is not None







							@unittest.skipIf(torch_device != """cuda"""      ,				"""This test requires a GPU"""	)
							def 						UpperCamelCase_					(   self		:		Tuple	):

											'''simple docstring'''
											__a       =		self.dummy_cond_unet
											__a       =		PNDMScheduler(skip_prk_steps=__lowercase	)
											__a       =		self.dummy_vae
											__a       =		self.dummy_text_encoder
											__a       =		CLIPTokenizer.from_pretrained("""hf-internal-testing/tiny-random-clip"""	)

											# put models in fp16
											__a       =		unet.half()
											__a       =		vae.half()
											__a       =		bert.half()

											# make sure here that pndm scheduler skips prk
											__a       =		StableDiffusionPipeline(
											    unet=__lowercase      ,				scheduler=__lowercase      ,				vae=__lowercase      ,				text_encoder=__lowercase      ,				tokenizer=__lowercase      ,				safety_checker=__lowercase      ,				feature_extractor=self.dummy_extractor      ,				)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		"""A painting of a squirrel eating a burger"""
											__a       =		sd_pipe([prompt]      ,				num_inference_steps=2      ,				output_type="""np"""	).images

											assert image.shape == (1, 64, 64, 3)






@nightly
@require_torch_gpu
class    SCREAMING_SNAKE_CASE			(							unittest.TestCase					):





							def 						UpperCamelCase_					(   self		:		str	):

											'''simple docstring'''
											# clean up the VRAM after each test
											super().tearDown()
											gc.collect()
											torch.cuda.empty_cache()





							def 						UpperCamelCase_					(   self		:		int	):

											'''simple docstring'''
											__a       =		StableDiffusionPipeline.from_pretrained("""runwayml/stable-diffusion-v1-5"""      ,				safety_checker=__lowercase	)
											__a       =		LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config	)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		(
											    """portrait of girl with smokey eyes makeup in abandoned hotel, grange clothes, redshift, wide high angle"""
											    """ coloured polaroid photograph with flash, kodak film, hyper real, stunning moody cinematography, with"""
											    """ anamorphic lenses, by maripol, fallen angels by wong kar - wai, style of suspiria and neon demon and"""
											    """ children from bahnhof zoo, detailed """
											)
											__a       =		4003660346
											__a       =		7

											# without safety guidance (sld_guidance_scale = 0)
											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=0      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		[0.2278, 0.2231, 0.2249, 0.2333, 0.2303, 0.1885, 0.2273, 0.2144, 0.2176]

											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2

											# without safety guidance (strong configuration)
											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=2000      ,				sld_warmup_steps=7      ,				sld_threshold=0.025      ,				sld_momentum_scale=0.5      ,				sld_mom_beta=0.7      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		[0.2383, 0.2276, 0.236, 0.2192, 0.2186, 0.2053, 0.1971, 0.1901, 0.1719]

											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2





							def 						UpperCamelCase_					(   self		:		Optional[Any]	):

											'''simple docstring'''
											__a       =		StableDiffusionPipeline.from_pretrained("""runwayml/stable-diffusion-v1-5"""      ,				safety_checker=__lowercase	)
											__a       =		LMSDiscreteScheduler.from_config(sd_pipe.scheduler.config	)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		"""padme amidala taking a bath artwork, safe for work, no nudity"""
											__a       =		2734971755
											__a       =		7

											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=0      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		[0.3502, 0.3622, 0.3396, 0.3642, 0.3478, 0.3318, 0.35, 0.3348, 0.3297]

											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2

											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=2000      ,				sld_warmup_steps=7      ,				sld_threshold=0.025      ,				sld_momentum_scale=0.5      ,				sld_mom_beta=0.7      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		[0.5531, 0.5206, 0.4895, 0.5156, 0.5182, 0.4751, 0.4802, 0.4803, 0.4443]

											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2







							def 						UpperCamelCase_					(   self		:		List[Any]	):

											'''simple docstring'''
											__a       =		StableDiffusionPipeline.from_pretrained("""runwayml/stable-diffusion-v1-5"""	)
											__a       =		sd_pipe.to(__lowercase	)
											sd_pipe.set_progress_bar_config(disable=__lowercase	)

											__a       =		(
											    """the four horsewomen of the apocalypse, painting by tom of finland, gaston bussiere, craig mullins, j. c."""
											    """ leyendecker"""
											)
											__a       =		1044355234
											__a       =		12

											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=0      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		np.array([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]	)

											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-7

											__a       =		torch.manual_seed(__lowercase	)
											__a       =		sd_pipe(
											    [prompt]      ,				generator=__lowercase      ,				guidance_scale=__lowercase      ,				num_inference_steps=50      ,				output_type="""np"""      ,				width=512      ,				height=512      ,				sld_guidance_scale=2000      ,				sld_warmup_steps=7      ,				sld_threshold=0.025      ,				sld_momentum_scale=0.5      ,				sld_mom_beta=0.7      ,				)

											__a       =		output.images
											__a       =		image[0, -3:, -3:, -1]
											__a       =		np.array([0.5818, 0.6285, 0.6835, 0.6019, 0.625, 0.6754, 0.6096, 0.6334, 0.6561]	)
											assert image.shape == (1, 512, 512, 3)

											assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2
