


import copy

from ...configuration_utils import PretrainedConfig
from ...utils import add_start_docstrings


SCREAMING_SNAKE_CASE							    =							r'\n    [`RagConfig`] stores the configuration of a *RagModel*. Configuration objects inherit from [`PretrainedConfig`] and\n    can be used to control the model outputs. Read the documentation from [`PretrainedConfig`] for more information.\n\n    Args:\n        title_sep (`str`, *optional*, defaults to  `" / "`):\n            Separator inserted between the title and the text of the retrieved document when calling [`RagRetriever`].\n        doc_sep (`str`, *optional*, defaults to  `" // "`):\n            Separator inserted between the text of the retrieved document and the original input when calling\n            [`RagRetriever`].\n        n_docs (`int`, *optional*, defaults to 5):\n            Number of documents to retrieve.\n        max_combined_length (`int`, *optional*, defaults to 300):\n            Max length of contextualized input returned by [`~RagRetriever.__call__`].\n        retrieval_vector_size (`int`, *optional*, defaults to 768):\n            Dimensionality of the document embeddings indexed by [`RagRetriever`].\n        retrieval_batch_size (`int`, *optional*, defaults to 8):\n            Retrieval batch size, defined as the number of queries issues concurrently to the faiss index encapsulated\n            [`RagRetriever`].\n        dataset (`str`, *optional*, defaults to `"wiki_dpr"`):\n            A dataset identifier of the indexed dataset in HuggingFace Datasets (list all available datasets and ids\n            using `datasets.list_datasets()`).\n        dataset_split (`str`, *optional*, defaults to `"train"`)\n            Which split of the `dataset` to load.\n        index_name (`str`, *optional*, defaults to `"compressed"`)\n            The index name of the index associated with the `dataset`. One can choose between `"legacy"`, `"exact"` and\n            `"compressed"`.\n        index_path (`str`, *optional*)\n            The path to the serialized faiss index on disk.\n        passages_path (`str`, *optional*):\n            A path to text passages compatible with the faiss index. Required if using\n            [`~models.rag.retrieval_rag.LegacyIndex`]\n        use_dummy_dataset (`bool`, *optional*, defaults to `False`)\n            Whether to load a "dummy" variant of the dataset specified by `dataset`.\n        label_smoothing (`float`, *optional*, defaults to 0.0):\n            Only relevant if `return_loss` is set to `True`. Controls the `epsilon` parameter value for label smoothing\n            in the loss calculation. If set to 0, no label smoothing is performed.\n        do_marginalize (`bool`, *optional*, defaults to `False`):\n            If `True`, the logits are marginalized over all documents by making use of\n            `torch.nn.functional.log_softmax`.\n        reduce_loss (`bool`, *optional*, defaults to `False`):\n            Whether or not to reduce the NLL loss using the `torch.Tensor.sum` operation.\n        do_deduplication (`bool`, *optional*, defaults to `True`):\n            Whether or not to deduplicate the generations from different context documents for a given input. Has to be\n            set to `False` if used while training with distributed backend.\n        exclude_bos_score (`bool`, *optional*, defaults to `False`):\n            Whether or not to disregard the BOS token when computing the loss.\n        output_retrieved(`bool`, *optional*, defaults to `False`):\n            If set to `True`, `retrieved_doc_embeds`, `retrieved_doc_ids`, `context_input_ids` and\n            `context_attention_mask` are returned. See returned tensors for more detail.\n        use_cache (`bool`, *optional*, defaults to `True`):\n            Whether or not the model should return the last key/values attentions (not used by all models).\n        forced_eos_token_id (`int`, *optional*):\n            The id of the token to force as the last generated token when `max_length` is reached. Usually set to\n            `eos_token_id`.\n'


@add_start_docstrings(__A							)
class     __UpperCAmelCase							(       __A							):


     """simple docstring"""
     _lowerCamelCase   =      """rag"""
     _lowerCamelCase   =      True


     def __init__(	self  ,       __A=None  ,       __A=True  ,       __A=None  ,       __A=None  ,       __A=None  ,       __A=None  ,       __A=None  ,       __A=" / "  ,       __A=" // "  ,       __A=5  ,       __A=300  ,       __A=768  ,       __A=8  ,       __A="wiki_dpr"  ,       __A="train"  ,       __A="compressed"  ,       __A=None  ,       __A=None  ,       __A=False  ,       __A=False  ,       __A=0.0  ,       __A=True  ,       __A=False  ,       __A=False  ,       __A=False  ,       __A=True  ,       __A=None  ,       **__A  ,       ):
        super().__init__(
            bos_token_id=__A  ,       pad_token_id=__A  ,       eos_token_id=__A  ,       decoder_start_token_id=__A  ,       forced_eos_token_id=__A  ,       is_encoder_decoder=__A  ,       prefix=__A  ,       vocab_size=__A  ,       **__A  ,       )
        assert (
            "question_encoder" in kwargs and "generator" in kwargs
        ), "Config has to be initialized with question_encoder and generator config"
        __a					=  kwargs.pop("""question_encoder"""    )
        __a					=  question_encoder_config.pop("""model_type"""    )
        __a					=  kwargs.pop("""generator"""    )
        __a					=  decoder_config.pop("""model_type"""    )

        from ..auto.configuration_auto import AutoConfig

        __a					=  AutoConfig.for_model(__A  ,       **__A    )
        __a					=  AutoConfig.for_model(__A  ,       **__A    )

        __a					=  reduce_loss
        __a					=  label_smoothing
        __a					=  exclude_bos_score
        __a					=  do_marginalize

        __a					=  title_sep
        __a					=  doc_sep
        __a					=  n_docs
        __a					=  max_combined_length

        __a					=  dataset
        __a					=  dataset_split
        __a					=  index_name

        __a					=  retrieval_vector_size
        __a					=  retrieval_batch_size
        __a					=  passages_path
        __a					=  index_path
        __a					=  use_dummy_dataset

        __a					=  output_retrieved

        __a					=  do_deduplication

        __a					=  use_cache

        if self.forced_eos_token_id is None:
           __a					=  getattr(self.generator  ,       """forced_eos_token_id"""  ,       __A    )


     @classmethod
     def 	snake_case_  (	cls  ,       __A  ,       __A  ,       **__A    ):
        return cls(question_encoder=question_encoder_config.to_dict()  ,       generator=generator_config.to_dict()  ,       **__A    )


     def 	snake_case_  (	self    ):
        __a					=  copy.deepcopy(self.__dict__    )
        __a					=  self.question_encoder.to_dict()
        __a					=  self.generator.to_dict()
        __a					=  self.__class__.model_type
        return output







import unittest

import numpy as np

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
  import torch

if is_vision_available():
  from PIL import Image

  from transformers import ViTImageProcessor


class     __UpperCAmelCase							(       unittest.TestCase							):


     """simple docstring"""


     def __init__(	self  ,       __A  ,       __A=13  ,       __A=3  ,       __A=224  ,       __A=30  ,       __A=400  ,       __A=True  ,       __A=None  ,       __A=True  ,       __A=[0.5, 0.5, 0.5]  ,       __A=[0.5, 0.5, 0.5]  ,       ):
        __a					=  size if size is not None else {"""height""": 18, """width""": 18}
        __a					=  parent
        __a					=  batch_size
        __a					=  num_channels
        __a					=  image_size
        __a					=  min_resolution
        __a					=  max_resolution
        __a					=  do_resize
        __a					=  size
        __a					=  do_normalize
        __a					=  image_mean
        __a					=  image_std


     def 	snake_case_  (	self    ):
        return {
            "image_mean": self.image_mean,
            "image_std": self.image_std,
            "do_normalize": self.do_normalize,
            "do_resize": self.do_resize,
            "size": self.size,
        }







@require_torch
@require_vision
class     __UpperCAmelCase							(       __A ,					unittest.TestCase							):


     """simple docstring"""
     _lowerCamelCase   =      ViTImageProcessor if is_vision_available() else None


     def 	snake_case_  (	self    ):
        __a					=  EfficientFormerImageProcessorTester(self    )


     @property
     def 	snake_case_  (	self    ):
        return self.image_proc_tester.prepare_image_processor_dict()


     def 	snake_case_  (	self    ):
        __a					=  self.image_processing_class(**self.image_processor_dict    )
        self.assertTrue(hasattr(__A  ,       """image_mean"""    )    )
        self.assertTrue(hasattr(__A  ,       """image_std"""    )    )
        self.assertTrue(hasattr(__A  ,       """do_normalize"""    )    )
        self.assertTrue(hasattr(__A  ,       """do_resize"""    )    )
        self.assertTrue(hasattr(__A  ,       """size"""    )    )


     def 	snake_case_  (	self    ):
        pass


     def 	snake_case_  (	self    ):
        # Initialize image_processor
        __a					=  self.image_processing_class(**self.image_processor_dict    )
        # create random PIL images
        __a					=  prepare_image_inputs(self.image_proc_tester  ,       equal_resolution=__A    )
        for image in image_inputs:
           self.assertIsInstance(__A  ,       Image.Image    )

        # Test not batched input
        __a					=  image_processor(image_inputs[0]  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                1,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )

        # Test batched
        __a					=  image_processor(__A  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                self.image_proc_tester.batch_size,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )


     def 	snake_case_  (	self    ):
        # Initialize image_processor
        __a					=  self.image_processing_class(**self.image_processor_dict    )
        # create random numpy tensors
        __a					=  prepare_image_inputs(self.image_proc_tester  ,       equal_resolution=__A  ,       numpify=__A    )
        for image in image_inputs:
           self.assertIsInstance(__A  ,       np.ndarray    )

        # Test not batched input
        __a					=  image_processor(image_inputs[0]  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                1,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )

        # Test batched
        __a					=  image_processor(__A  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                self.image_proc_tester.batch_size,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )


     def 	snake_case_  (	self    ):
        # Initialize image_processor
        __a					=  self.image_processing_class(**self.image_processor_dict    )
        # create random PyTorch tensors
        __a					=  prepare_image_inputs(self.image_proc_tester  ,       equal_resolution=__A  ,       torchify=__A    )
        for image in image_inputs:
           self.assertIsInstance(__A  ,       torch.Tensor    )

        # Test not batched input
        __a					=  image_processor(image_inputs[0]  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                1,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )

        # Test batched
        __a					=  image_processor(__A  ,       return_tensors="""pt"""    ).pixel_values
        self.assertEqual(
            encoded_images.shape  ,       (
                self.image_proc_tester.batch_size,
                self.image_proc_tester.num_channels,
                self.image_proc_tester.size["""height"""],
                self.image_proc_tester.size["""width"""],
            )  ,       )



