
import gc
import random
import unittest

import numpy as np
import torch
from PIL import Image

from diffusers import (
    DDIMScheduler,
    KandinskyVaaControlnetImgaImgPipeline,
    KandinskyVaaPriorEmbaEmbPipeline,
    UNetaDConditionModel,
    VQModel,
)
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()




class 			UpperCAmelCase_     (					_A    ,			unittest.TestCase	):


  '''simple docstring'''







  a__       			=						KandinskyVaaControlnetImgaImgPipeline
  a__       			=						["""image_embeds""", """negative_image_embeds""", """image""", """hint"""]
  a__       			=						["""image_embeds""", """negative_image_embeds""", """image""", """hint"""]
  a__       			=						[
      """generator""",
      """height""",
      """width""",
      """strength""",
      """guidance_scale""",
      """num_inference_steps""",
      """return_dict""",
      """guidance_scale""",
      """num_images_per_prompt""",
      """output_type""",
      """return_dict""",
  ]
  a__       			=						False
  @property
  def 				_lowercase				(					self     :					List[str]       )     ->      Union[str, Any]:







    """simple docstring"""






    return 32
  @property
  def 				_lowercase				(					self     :					str       )     ->      Any:







    """simple docstring"""






    return 32
  @property
  def 				_lowercase				(					self     :					List[Any]       )     ->      int:







    """simple docstring"""






    return self.time_input_dim
  @property
  def 				_lowercase				(					self     :					Any       )     ->      Dict:







    """simple docstring"""






    return self.time_input_dim * 4
  @property
  def 				_lowercase				(					self     :					int       )     ->      List[str]:







    """simple docstring"""






    return 100
  @property
  def 				_lowercase				(					self     :					Optional[int]       )     ->      str:







    """simple docstring"""






    torch.manual_seed(0       )

    __magic_name__								=			{
        """in_channels""": 8,
        # Out channels is double in channels because predicts mean and variance
        """out_channels""": 8,
        """addition_embed_type""": """image_hint""",
        """down_block_types""": ("""ResnetDownsampleBlock2D""", """SimpleCrossAttnDownBlock2D"""),
        """up_block_types""": ("""SimpleCrossAttnUpBlock2D""", """ResnetUpsampleBlock2D"""),
        """mid_block_type""": """UNetMidBlock2DSimpleCrossAttn""",
        """block_out_channels""": (self.block_out_channels_a, self.block_out_channels_a * 2),
        """layers_per_block""": 1,
        """encoder_hid_dim""": self.text_embedder_hidden_size,
        """encoder_hid_dim_type""": """image_proj""",
        """cross_attention_dim""": self.cross_attention_dim,
        """attention_head_dim""": 4,
        """resnet_time_scale_shift""": """scale_shift""",
        """class_embed_type""": None,
    }

    __magic_name__								=			UNetaDConditionModel(**UpperCamelCase__       )
    return model
  @property
  def 				_lowercase				(					self     :					Tuple       )     ->      List[str]:







    """simple docstring"""






    return {
        "block_out_channels": [32, 32, 64, 64],
        "down_block_types": [
            "DownEncoderBlock2D",
            "DownEncoderBlock2D",
            "DownEncoderBlock2D",
            "AttnDownEncoderBlock2D",
        ],
        "in_channels": 3,
        "latent_channels": 4,
        "layers_per_block": 1,
        "norm_num_groups": 8,
        "norm_type": "spatial",
        "num_vq_embeddings": 12,
        "out_channels": 3,
        "up_block_types": ["AttnUpDecoderBlock2D", "UpDecoderBlock2D", "UpDecoderBlock2D", "UpDecoderBlock2D"],
        "vq_embed_dim": 4,
    }
  @property
  def 				_lowercase				(					self     :					Union[str, Any]       )     ->      List[Any]:







    """simple docstring"""






    torch.manual_seed(0       )
    __magic_name__								=			VQModel(**self.dummy_movq_kwargs       )
    return model
  def 				_lowercase				(					self     :					Any       )     ->      Optional[Any]:







    """simple docstring"""






    __magic_name__								=			self.dummy_unet
    __magic_name__								=			self.dummy_movq

    __magic_name__								=			{
        """num_train_timesteps""": 1000,
        """beta_schedule""": """linear""",
        """beta_start""": 0.00085,
        """beta_end""": 0.012,
        """clip_sample""": False,
        """set_alpha_to_one""": False,
        """steps_offset""": 0,
        """prediction_type""": """epsilon""",
        """thresholding""": False,
    }

    __magic_name__								=			DDIMScheduler(**UpperCamelCase__       )

    __magic_name__								=			{
        """unet""": unet,
        """scheduler""": scheduler,
        """movq""": movq,
    }

    return components
  def 				_lowercase				(					self     :					Union[str, Any]     ,				UpperCamelCase__     :					Dict     ,				UpperCamelCase__     :					Any=0       )     ->      Optional[int]:







    """simple docstring"""






    __magic_name__								=			floats_tensor((1, self.text_embedder_hidden_size)     ,				rng=random.Random(UpperCamelCase__       )       ).to(UpperCamelCase__       )
    __magic_name__								=			floats_tensor((1, self.text_embedder_hidden_size)     ,				rng=random.Random(seed + 1       )       ).to(
        UpperCamelCase__       )
    # create init_image
    __magic_name__								=			floats_tensor((1, 3, 64, 64)     ,				rng=random.Random(UpperCamelCase__       )       ).to(UpperCamelCase__       )
    __magic_name__								=			image.cpu().permute(0     ,				2     ,				3     ,				1       )[0]
    __magic_name__								=			Image.fromarray(np.uinta(UpperCamelCase__       )       ).convert("""RGB"""       ).resize((256, 256)       )
    # create hint
    __magic_name__								=			floats_tensor((1, 3, 64, 64)     ,				rng=random.Random(UpperCamelCase__       )       ).to(UpperCamelCase__       )

    if str(UpperCamelCase__       ).startswith("""mps"""       ):
      __magic_name__								=			torch.manual_seed(UpperCamelCase__       )
    else:
      __magic_name__								=			torch.Generator(device=UpperCamelCase__       ).manual_seed(UpperCamelCase__       )
    __magic_name__								=			{
        """image""": init_image,
        """image_embeds""": image_embeds,
        """negative_image_embeds""": negative_image_embeds,
        """hint""": hint,
        """generator""": generator,
        """height""": 64,
        """width""": 64,
        """num_inference_steps""": 10,
        """guidance_scale""": 7.0,
        """strength""": 0.2,
        """output_type""": """np""",
    }
    return inputs





  def 				_lowercase				(					self     :					Dict       )     ->      List[Any]:







    """simple docstring"""






    __magic_name__								=			"""cpu"""

    __magic_name__								=			self.get_dummy_components()

    __magic_name__								=			self.pipeline_class(**UpperCamelCase__       )
    __magic_name__								=			pipe.to(UpperCamelCase__       )

    pipe.set_progress_bar_config(disable=UpperCamelCase__       )

    __magic_name__								=			pipe(**self.get_dummy_inputs(UpperCamelCase__       )       )
    __magic_name__								=			output.images

    __magic_name__								=			pipe(
        **self.get_dummy_inputs(UpperCamelCase__       )     ,				return_dict=UpperCamelCase__     ,				)[0]

    __magic_name__								=			image[0, -3:, -3:, -1]
    __magic_name__								=			image_from_tuple[0, -3:, -3:, -1]

    assert image.shape == (1, 64, 64, 3)

    __magic_name__								=			np.array(
        [0.54985034, 0.55509365, 0.52561504, 0.5570494, 0.5593818, 0.5263979, 0.50285643, 0.5069846, 0.51196736]       )
    assert (
        np.abs(image_slice.flatten() - expected_slice       ).max() < 1E-2
    ), F''' expected_slice {expected_slice}, but got {image_slice.flatten()}'''
    assert (
        np.abs(image_from_tuple_slice.flatten() - expected_slice       ).max() < 1E-2
    ), F''' expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}'''







@slow
@require_torch_gpu
class 			UpperCAmelCase_     (					unittest.TestCase	):


  '''simple docstring'''







  def 				_lowercase				(					self     :					Dict       )     ->      List[str]:







    """simple docstring"""






    super().tearDown()
    gc.collect()
    torch.cuda.empty_cache()





  def 				_lowercase				(					self     :					Any       )     ->      Tuple:







    """simple docstring"""






    __magic_name__								=			load_numpy(
        """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"""
        """/kandinskyv22/kandinskyv22_controlnet_img2img_robotcat_fp16.npy"""       )

    __magic_name__								=			load_image(
        """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main""" """/kandinsky/cat.png"""       )
    __magic_name__								=			init_image.resize((512, 512)       )

    __magic_name__								=			load_image(
        """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"""
        """/kandinskyv22/hint_image_cat.png"""       )
    __magic_name__								=			torch.from_numpy(np.array(UpperCamelCase__       )       ).float() / 255.0
    __magic_name__								=			hint.permute(2     ,				0     ,				1       ).unsqueeze(0       )

    __magic_name__								=			"""A robot, 4k photo"""

    __magic_name__								=			KandinskyVaaPriorEmbaEmbPipeline.from_pretrained(
        """kandinsky-community/kandinsky-2-2-prior"""     ,				torch_dtype=torch.floataa       )
    pipe_prior.to(UpperCamelCase__       )

    __magic_name__								=			KandinskyVaaControlnetImgaImgPipeline.from_pretrained(
        """kandinsky-community/kandinsky-2-2-controlnet-depth"""     ,				torch_dtype=torch.floataa       )
    __magic_name__								=			pipeline.to(UpperCamelCase__       )

    pipeline.set_progress_bar_config(disable=UpperCamelCase__       )

    __magic_name__								=			torch.Generator(device="""cpu"""       ).manual_seed(0       )

    __magic_name__	,       __magic_name__								=			pipe_prior(
        UpperCamelCase__     ,				image=UpperCamelCase__     ,				strength=0.85     ,				generator=UpperCamelCase__     ,				negative_prompt=""""""     ,				).to_tuple()

    __magic_name__								=			pipeline(
        image=UpperCamelCase__     ,				image_embeds=UpperCamelCase__     ,				negative_image_embeds=UpperCamelCase__     ,				hint=UpperCamelCase__     ,				generator=UpperCamelCase__     ,				num_inference_steps=100     ,				height=512     ,				width=512     ,				strength=0.5     ,				output_type="""np"""     ,				)

    __magic_name__								=			output.images[0]

    assert image.shape == (512, 512, 3)

    assert_mean_pixel_difference(UpperCamelCase__     ,				UpperCamelCase__       )



import random
import unittest

from torch.utils.data import BatchSampler, DataLoader, IterableDataset

from accelerate import Accelerator
from accelerate.data_loader import (
    BatchSamplerShard,
    DataLoaderDispatcher,
    DataLoaderShard,
    IterableDatasetShard,
    SkipBatchSampler,
    SkipDataLoader,
    skip_first_batches,
)




class 			UpperCAmelCase_     (					_A	):


  '''simple docstring'''







  def __init__(					self     :					Optional[int]     ,				UpperCamelCase__     :					Optional[Any]=0.01     ,				UpperCamelCase__     :					Tuple=1000       )     ->      str:







    """simple docstring"""






    __magic_name__								=			p_stop
    __magic_name__								=			max_length





  def __iter__(					self     :					Union[str, Any]       )     ->      Dict:







    """simple docstring"""






    __magic_name__								=			0
    __magic_name__								=			False
    while not stop and count < self.max_length:
      yield count
      count += 1
      __magic_name__								=			random.random() < self.p_stop







class 			UpperCAmelCase_     (					unittest.TestCase	):


  '''simple docstring'''







  def 				_lowercase				(					self     :					Optional[Any]     ,				UpperCamelCase__     :					Union[str, Any]     ,				UpperCamelCase__     :					Tuple     ,				UpperCamelCase__     :					str=False     ,				UpperCamelCase__     :					Optional[Any]=True       )     ->      Dict:







    """simple docstring"""






    __magic_name__								=			[
        BatchSamplerShard(UpperCamelCase__     ,				2     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )
        for i in range(2       )
    ]
    __magic_name__								=			[list(UpperCamelCase__       ) for batch_sampler_shard in batch_sampler_shards]
    if not split_batches:
      self.assertListEqual([len(UpperCamelCase__       ) for shard in batch_sampler_shards]     ,				[len(UpperCamelCase__       ) for e in expected]       )
    self.assertListEqual(UpperCamelCase__     ,				UpperCamelCase__       )
  def 				_lowercase				(					self     :					Any       )     ->      Union[str, Any]:







    """simple docstring"""






    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [21, 22, 23]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    # Expected shouldn't change
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    # Check the shards when the dataset is a round multiple of batch size but not total batch size.
    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [0, 1, 2]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size but has a multiple of
    # num_processes batch.
    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [21, 0, 1]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size but and has not a multiple of
    # num_processes batch.
    __magic_name__								=			BatchSampler(range(20       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 0]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [1, 2, 3]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(20       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    # Check the shards when the dataset is very small.
    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[[0, 1, 0]], [[1, 0, 1]]]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__       )
  def 				_lowercase				(					self     :					Tuple       )     ->      int:







    """simple docstring"""






    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20, 21]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19], [22, 23]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    # Expected shouldn't change
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size.
    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20, 21]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19], [0, 1]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size or num_processes.
    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20, 0]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19], [1, 2]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    # Check the shards when the dataset is very small.
    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[[0, 1]], [[0, 1]]]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
  def 				_lowercase				(					self     :					int       )     ->      str:







    """simple docstring"""






    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [21, 22, 23]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    # Expected shouldn't change
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is a round multiple of batch size but not total batch size.
    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size but has a multiple of
    # num_processes batch.
    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19, 20]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17], [21]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size but and has not a multiple of
    # num_processes batch.
    __magic_name__								=			BatchSampler(range(20       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14], [18, 19]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(20       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1, 2], [6, 7, 8], [12, 13, 14]],
        [[3, 4, 5], [9, 10, 11], [15, 16, 17]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is very small.
    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[[0, 1]], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=3     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       )
  def 				_lowercase				(					self     :					Optional[int]       )     ->      int:







    """simple docstring"""






    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20, 21]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19], [22, 23]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(24       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    # Expected shouldn't change
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size.
    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20, 21]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(22       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is not a round multiple of batch size or num_processes.
    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17], [20]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(21       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[
        [[0, 1], [4, 5], [8, 9], [12, 13], [16, 17]],
        [[2, 3], [6, 7], [10, 11], [14, 15], [18, 19]],
    ]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    # Check the shards when the dataset is very small.
    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[[0, 1]], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )

    __magic_name__								=			BatchSampler(range(2       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			[[], []]
    self.check_batch_sampler_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				even_batches=UpperCamelCase__       )
  def 				_lowercase				(					self     :					Dict       )     ->      str:







    """simple docstring"""






    __magic_name__								=			[[0, 1, 2], [3, 4], [5, 6, 7, 8], [9, 10, 11], [12, 13]]
    __magic_name__								=			[BatchSamplerShard(UpperCamelCase__     ,				2     ,				UpperCamelCase__     ,				even_batches=UpperCamelCase__       ) for i in range(2       )]

    self.assertEqual(len(batch_sampler_shards[0]       )     ,				3       )
    self.assertEqual(len(batch_sampler_shards[1]       )     ,				2       )

    self.assertListEqual(list(batch_sampler_shards[0]       )     ,				[[0, 1, 2], [5, 6, 7, 8], [12, 13]]       )
    self.assertListEqual(list(batch_sampler_shards[1]       )     ,				[[3, 4], [9, 10, 11]]       )
  def 				_lowercase				(					self     :					int     ,				UpperCamelCase__     :					List[str]     ,				UpperCamelCase__     :					Union[str, Any]     ,				UpperCamelCase__     :					Tuple     ,				UpperCamelCase__     :					Dict=False     ,				UpperCamelCase__     :					Union[str, Any]=2     ,				UpperCamelCase__     :					Union[str, Any]=False       )     ->      Union[str, Any]:







    """simple docstring"""






    random.seed(UpperCamelCase__       )
    __magic_name__								=			list(UpperCamelCase__       )

    __magic_name__								=			[
        IterableDatasetShard(
            UpperCamelCase__     ,				batch_size=UpperCamelCase__     ,				drop_last=UpperCamelCase__     ,				num_processes=UpperCamelCase__     ,				process_index=UpperCamelCase__     ,				split_batches=UpperCamelCase__     ,				)
        for i in range(UpperCamelCase__       )
    ]
    __magic_name__								=			[]
    for iterable_dataset_shard in iterable_dataset_shards:
      # Since our random iterable dataset will be... random... we need to use a seed to get reproducible results.
      random.seed(UpperCamelCase__       )
      iterable_dataset_lists.append(list(UpperCamelCase__       )       )

    __magic_name__								=			batch_size // num_processes if split_batches else batch_size
    # All iterable dataset shard should have the same length, a round multiple of shard_batch_size
    __magic_name__								=			iterable_dataset_lists[0]
    for l in iterable_dataset_lists[1:]:
      self.assertEqual(len(UpperCamelCase__       )     ,				len(UpperCamelCase__       )       )
      self.assertTrue(len(UpperCamelCase__       ) % shard_batch_size == 0       )

    __magic_name__								=			[]
    for idx in range(0     ,				len(UpperCamelCase__       )     ,				UpperCamelCase__       ):
      for l in iterable_dataset_lists:
        observed += l[idx : idx + shard_batch_size]

    if not drop_last:
      while len(UpperCamelCase__       ) < len(UpperCamelCase__       ):
        reference += reference
    self.assertListEqual(UpperCamelCase__     ,				reference[: len(UpperCamelCase__       )]       )
  def 				_lowercase				(					self     :					Tuple       )     ->      List[str]:







    """simple docstring"""






    __magic_name__								=			42
    __magic_name__								=			RandomIterableDataset()

    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )

    # Edge case with a very small dataset
    __magic_name__								=			RandomIterableDataset(max_length=2       )

    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
    self.check_iterable_dataset_shards(UpperCamelCase__     ,				UpperCamelCase__     ,				batch_size=4     ,				drop_last=UpperCamelCase__     ,				split_batches=UpperCamelCase__       )
  def 				_lowercase				(					self     :					List[Any]       )     ->      int:







    """simple docstring"""






    __magic_name__								=			BatchSampler(range(16       )     ,				batch_size=4     ,				drop_last=UpperCamelCase__       )
    __magic_name__								=			SkipBatchSampler(UpperCamelCase__     ,				2       )
    self.assertListEqual(list(UpperCamelCase__       )     ,				[[8, 9, 10, 11], [12, 13, 14, 15]]       )
  def 				_lowercase				(					self     :					Tuple       )     ->      str:







    """simple docstring"""






    __magic_name__								=			SkipDataLoader(list(range(16       )       )     ,				batch_size=4     ,				skip_batches=2       )
    self.assertListEqual([t.tolist() for t in dataloader]     ,				[[8, 9, 10, 11], [12, 13, 14, 15]]       )
  def 				_lowercase				(					self     :					str       )     ->      List[str]:







    """simple docstring"""






    __magic_name__								=			DataLoader(list(range(16       )       )     ,				batch_size=4       )
    __magic_name__								=			skip_first_batches(UpperCamelCase__     ,				num_batches=2       )
    self.assertListEqual([t.tolist() for t in new_dataloader]     ,				[[8, 9, 10, 11], [12, 13, 14, 15]]       )
  def 				_lowercase				(					self     :					List[str]       )     ->      Tuple:







    """simple docstring"""






    __magic_name__								=			DataLoaderShard(list(range(16       )       )     ,				batch_size=4       )
    for idx, _ in enumerate(UpperCamelCase__       ):
      self.assertEqual(dataloader.end_of_dataloader     ,				idx == 3       )

    # Test it also works on the second iteration
    for idx, _ in enumerate(UpperCamelCase__       ):
      self.assertEqual(dataloader.end_of_dataloader     ,				idx == 3       )





  def 				_lowercase				(					self     :					Tuple       )     ->      List[str]:







    """simple docstring"""






    Accelerator()
    __magic_name__								=			DataLoaderDispatcher(range(16       )     ,				batch_size=4       )
    for idx, _ in enumerate(UpperCamelCase__       ):
      self.assertEqual(dataloader.end_of_dataloader     ,				idx == 3       )

    # Test it also works on the second iteration
    for idx, _ in enumerate(UpperCamelCase__       ):
      self.assertEqual(dataloader.end_of_dataloader     ,				idx == 3       )

