



"""simple docstring"""






from collections import OrderedDict
from typing import TYPE_CHECKING, Any, Mapping, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


if TYPE_CHECKING:
		from ... import FeatureExtractionMixin, PreTrainedTokenizerBase, TensorType


_lowercase			:			List[Any]										=						logging.get_logger(__name__)

_lowercase			:			Tuple										=						{
    "microsoft/deberta-v2-xlarge": "https://huggingface.co/microsoft/deberta-v2-xlarge/resolve/main/config.json",
    "microsoft/deberta-v2-xxlarge": "https://huggingface.co/microsoft/deberta-v2-xxlarge/resolve/main/config.json",
    "microsoft/deberta-v2-xlarge-mnli": (
        "https://huggingface.co/microsoft/deberta-v2-xlarge-mnli/resolve/main/config.json"
    ),
    "microsoft/deberta-v2-xxlarge-mnli": (
        "https://huggingface.co/microsoft/deberta-v2-xxlarge-mnli/resolve/main/config.json"
    ),
}

class 	__SCREAMING_SNAKE_CASE     (				A_       ):


					'''simple docstring'''





					_a             =							"deberta-v2"



					def __init__(	self							:  Dict,  lowerCamelCase							:  List[str]=12_8100,  lowerCamelCase							:  Optional[int]=1536,  lowerCamelCase							:  Union[str, Any]=24,  lowerCamelCase							:  Union[str, Any]=24,  lowerCamelCase							:  str=6144,  lowerCamelCase							:  Optional[Any]="gelu",  lowerCamelCase							:  List[Any]=0.1,  lowerCamelCase							:  Tuple=0.1,  lowerCamelCase							:  Dict=512,  lowerCamelCase							:  Dict=0,  lowerCamelCase							:  List[Any]=0.02,  lowerCamelCase							:  Optional[int]=1E-7,  lowerCamelCase							:  Tuple=False,  lowerCamelCase							:  List[str]=-1,  lowerCamelCase							:  Dict=0,  lowerCamelCase							:  int=True,  lowerCamelCase							:  Optional[int]=None,  lowerCamelCase							:  Optional[Any]=0,  lowerCamelCase							:  int="gelu",  **lowerCamelCase							:  Optional[int],  )-> Optional[Any]:
								super().__init__(**snake_case__					)

								lowerCamelCase__		:		Optional[Any]		     =hidden_size
								lowerCamelCase__		:		Tuple		     =num_hidden_layers
								lowerCamelCase__		:		Optional[Any]		     =num_attention_heads
								lowerCamelCase__		:		List[Any]		     =intermediate_size
								lowerCamelCase__		:		Any		     =hidden_act
								lowerCamelCase__		:		int		     =hidden_dropout_prob
								lowerCamelCase__		:		List[Any]		     =attention_probs_dropout_prob
								lowerCamelCase__		:		List[str]		     =max_position_embeddings
								lowerCamelCase__		:		List[Any]		     =type_vocab_size
								lowerCamelCase__		:		List[str]		     =initializer_range
								lowerCamelCase__		:		List[str]		     =relative_attention
								lowerCamelCase__		:		str		     =max_relative_positions
								lowerCamelCase__		:		Union[str, Any]		     =pad_token_id
								lowerCamelCase__		:		int		     =position_biased_input

								# Backwards compatibility
								if type(snake_case__					) == str:
											lowerCamelCase__		:		str		     =[x.strip() for x in pos_att_type.lower().split('''|'''					)]

								lowerCamelCase__		:		int		     =pos_att_type
								lowerCamelCase__		:		Tuple		     =vocab_size
								lowerCamelCase__		:		Union[str, Any]		     =layer_norm_eps

								lowerCamelCase__		:		List[Any]		     =kwargs.get('''pooler_hidden_size''',  snake_case__					)
								lowerCamelCase__		:		Optional[Any]		     =pooler_dropout
								lowerCamelCase__		:		Optional[Any]		     =pooler_hidden_act





class 	__SCREAMING_SNAKE_CASE     (				A_       ):


					'''simple docstring'''





					@property
					def 		snake_case	(	self							:  Dict					)-> Mapping[str, Mapping[int, str]]:


								if self.task == "multiple-choice":
											lowerCamelCase__		:		int		     ={0: "batch", 1: "choice", 2: "sequence"}
								else:
											lowerCamelCase__		:		Dict		     ={0: "batch", 1: "sequence"}
								if self._config.type_vocab_size > 0:
											return OrderedDict(
											    [('''input_ids''', dynamic_axis), ('''attention_mask''', dynamic_axis), ('''token_type_ids''', dynamic_axis)]					)
								else:
											return OrderedDict([('''input_ids''', dynamic_axis), ('''attention_mask''', dynamic_axis)]					)



					@property
					def 		snake_case	(	self							:  str					)-> int:
								return 12




					def 		snake_case	(	self							:  int,  lowerCamelCase							:  Union["PreTrainedTokenizerBase", "FeatureExtractionMixin"],  lowerCamelCase							:  int = -1,  lowerCamelCase							:  int = -1,  lowerCamelCase							:  int = -1,  lowerCamelCase							:  bool = False,  lowerCamelCase							:  Optional["TensorType"] = None,  lowerCamelCase							:  int = 3,  lowerCamelCase							:  int = 40,  lowerCamelCase							:  int = 40,  lowerCamelCase							:  "PreTrainedTokenizerBase" = None,  )-> Mapping[str, Any]:
								lowerCamelCase__		:		Any		     =super().generate_dummy_inputs(preprocessor=snake_case__,  framework=snake_case__					)
								if self._config.type_vocab_size == 0 and "token_type_ids" in dummy_inputs:
											del dummy_inputs["token_type_ids"]
								return dummy_inputs









"""simple docstring"""






import copy

from ...configuration_utils import PretrainedConfig
from ...utils import add_start_docstrings


_lowercase			:			Tuple										=						r"\n    [`RagConfig`] stores the configuration of a *RagModel*. Configuration objects inherit from [`PretrainedConfig`] and\n    can be used to control the model outputs. Read the documentation from [`PretrainedConfig`] for more information.\n\n    Args:\n        title_sep (`str`, *optional*, defaults to  `\" / \"`):\n            Separator inserted between the title and the text of the retrieved document when calling [`RagRetriever`].\n        doc_sep (`str`, *optional*, defaults to  `\" // \"`):\n            Separator inserted between the text of the retrieved document and the original input when calling\n            [`RagRetriever`].\n        n_docs (`int`, *optional*, defaults to 5):\n            Number of documents to retrieve.\n        max_combined_length (`int`, *optional*, defaults to 300):\n            Max length of contextualized input returned by [`~RagRetriever.__call__`].\n        retrieval_vector_size (`int`, *optional*, defaults to 768):\n            Dimensionality of the document embeddings indexed by [`RagRetriever`].\n        retrieval_batch_size (`int`, *optional*, defaults to 8):\n            Retrieval batch size, defined as the number of queries issues concurrently to the faiss index encapsulated\n            [`RagRetriever`].\n        dataset (`str`, *optional*, defaults to `\"wiki_dpr\"`):\n            A dataset identifier of the indexed dataset in HuggingFace Datasets (list all available datasets and ids\n            using `datasets.list_datasets()`).\n        dataset_split (`str`, *optional*, defaults to `\"train\"`)\n            Which split of the `dataset` to load.\n        index_name (`str`, *optional*, defaults to `\"compressed\"`)\n            The index name of the index associated with the `dataset`. One can choose between `\"legacy\"`, `\"exact\"` and\n            `\"compressed\"`.\n        index_path (`str`, *optional*)\n            The path to the serialized faiss index on disk.\n        passages_path (`str`, *optional*):\n            A path to text passages compatible with the faiss index. Required if using\n            [`~models.rag.retrieval_rag.LegacyIndex`]\n        use_dummy_dataset (`bool`, *optional*, defaults to `False`)\n            Whether to load a \"dummy\" variant of the dataset specified by `dataset`.\n        label_smoothing (`float`, *optional*, defaults to 0.0):\n            Only relevant if `return_loss` is set to `True`. Controls the `epsilon` parameter value for label smoothing\n            in the loss calculation. If set to 0, no label smoothing is performed.\n        do_marginalize (`bool`, *optional*, defaults to `False`):\n            If `True`, the logits are marginalized over all documents by making use of\n            `torch.nn.functional.log_softmax`.\n        reduce_loss (`bool`, *optional*, defaults to `False`):\n            Whether or not to reduce the NLL loss using the `torch.Tensor.sum` operation.\n        do_deduplication (`bool`, *optional*, defaults to `True`):\n            Whether or not to deduplicate the generations from different context documents for a given input. Has to be\n            set to `False` if used while training with distributed backend.\n        exclude_bos_score (`bool`, *optional*, defaults to `False`):\n            Whether or not to disregard the BOS token when computing the loss.\n        output_retrieved(`bool`, *optional*, defaults to `False`):\n            If set to `True`, `retrieved_doc_embeds`, `retrieved_doc_ids`, `context_input_ids` and\n            `context_attention_mask` are returned. See returned tensors for more detail.\n        use_cache (`bool`, *optional*, defaults to `True`):\n            Whether or not the model should return the last key/values attentions (not used by all models).\n        forced_eos_token_id (`int`, *optional*):\n            The id of the token to force as the last generated token when `max_length` is reached. Usually set to\n            `eos_token_id`.\n"

@add_start_docstrings(lowerCAmelCase_       )
class 	__SCREAMING_SNAKE_CASE     (				lowerCAmelCase_       ):


					'''simple docstring'''





					_a             =							'rag'
					_a             =							True



					def __init__(	self							:  Optional[int],  lowerCamelCase							:  Union[str, Any]=None,  lowerCamelCase							:  Union[str, Any]=True,  lowerCamelCase							:  Dict=None,  lowerCamelCase							:  Optional[Any]=None,  lowerCamelCase							:  Any=None,  lowerCamelCase							:  List[Any]=None,  lowerCamelCase							:  Optional[Any]=None,  lowerCamelCase							:  Any=" / ",  lowerCamelCase							:  Union[str, Any]=" // ",  lowerCamelCase							:  List[Any]=5,  lowerCamelCase							:  int=300,  lowerCamelCase							:  Optional[Any]=768,  lowerCamelCase							:  Optional[Any]=8,  lowerCamelCase							:  Tuple="wiki_dpr",  lowerCamelCase							:  Tuple="train",  lowerCamelCase							:  Union[str, Any]="compressed",  lowerCamelCase							:  List[str]=None,  lowerCamelCase							:  Any=None,  lowerCamelCase							:  Union[str, Any]=False,  lowerCamelCase							:  Dict=False,  lowerCamelCase							:  Optional[int]=0.0,  lowerCamelCase							:  Any=True,  lowerCamelCase							:  Dict=False,  lowerCamelCase							:  Tuple=False,  lowerCamelCase							:  List[str]=False,  lowerCamelCase							:  List[Any]=True,  lowerCamelCase							:  Optional[Any]=None,  **lowerCamelCase							:  str,  )-> List[Any]:
								super().__init__(
								    bos_token_id=lowerCamelCase,  pad_token_id=lowerCamelCase,  eos_token_id=lowerCamelCase,  decoder_start_token_id=lowerCamelCase,  forced_eos_token_id=lowerCamelCase,  is_encoder_decoder=lowerCamelCase,  prefix=lowerCamelCase,  vocab_size=lowerCamelCase,  **lowerCamelCase,  )
								assert (
								    "question_encoder" in kwargs and "generator" in kwargs
								), "Config has to be initialized with question_encoder and generator config"
								lowerCamelCase__		:		Tuple		     =kwargs.pop('''question_encoder'''					)
								lowerCamelCase__		:		int		     =question_encoder_config.pop('''model_type'''					)
								lowerCamelCase__		:		Dict		     =kwargs.pop('''generator'''					)
								lowerCamelCase__		:		Tuple		     =decoder_config.pop('''model_type'''					)

								from ..auto.configuration_auto import AutoConfig

								lowerCamelCase__		:		Tuple		     =AutoConfig.for_model(lowerCamelCase,  **lowerCamelCase					)
								lowerCamelCase__		:		Dict		     =AutoConfig.for_model(lowerCamelCase,  **lowerCamelCase					)

								lowerCamelCase__		:		Any		     =reduce_loss
								lowerCamelCase__		:		Tuple		     =label_smoothing
								lowerCamelCase__		:		List[str]		     =exclude_bos_score
								lowerCamelCase__		:		Dict		     =do_marginalize

								lowerCamelCase__		:		Union[str, Any]		     =title_sep
								lowerCamelCase__		:		Dict		     =doc_sep
								lowerCamelCase__		:		List[Any]		     =n_docs
								lowerCamelCase__		:		List[str]		     =max_combined_length

								lowerCamelCase__		:		List[Any]		     =dataset
								lowerCamelCase__		:		int		     =dataset_split
								lowerCamelCase__		:		List[Any]		     =index_name

								lowerCamelCase__		:		int		     =retrieval_vector_size
								lowerCamelCase__		:		Dict		     =retrieval_batch_size
								lowerCamelCase__		:		str		     =passages_path
								lowerCamelCase__		:		Any		     =index_path
								lowerCamelCase__		:		List[Any]		     =use_dummy_dataset

								lowerCamelCase__		:		Optional[int]		     =output_retrieved

								lowerCamelCase__		:		List[str]		     =do_deduplication

								lowerCamelCase__		:		Tuple		     =use_cache

								if self.forced_eos_token_id is None:
											lowerCamelCase__		:		int		     =getattr(self.generator,  '''forced_eos_token_id''',  lowerCamelCase					)



					@classmethod
					def 		snake_case	(	cls							:  List[str],  lowerCamelCase							:  PretrainedConfig,  lowerCamelCase							:  PretrainedConfig,  **lowerCamelCase							:  int					)-> PretrainedConfig:
								return cls(question_encoder=question_encoder_config.to_dict(),  generator=generator_config.to_dict(),  **lowerCamelCase					)




					def 		snake_case	(	self							:  Optional[int]					)-> int:
								lowerCamelCase__		:		Union[str, Any]		     =copy.deepcopy(self.__dict__					)
								lowerCamelCase__		:		Optional[int]		     =self.question_encoder.to_dict()
								lowerCamelCase__		:		Tuple		     =self.generator.to_dict()
								lowerCamelCase__		:		Optional[Any]		     =self.__class__.model_type
								return output




