


from dataclasses import dataclass
from typing import Optional, Tuple

import torch
from torch import nn
from transformers import RobertaPreTrainedModel, XLMRobertaConfig, XLMRobertaModel
from transformers.utils import ModelOutput







@dataclass
class 						_snake_case    ( _snake_case				):
 SCREAMING_SNAKE_CASE__ =			None
 SCREAMING_SNAKE_CASE__ =			None
 SCREAMING_SNAKE_CASE__ =			None
 SCREAMING_SNAKE_CASE__ =			None







class 						_snake_case    ( _snake_case				):




 def __init__(						self   ,    _lowerCamelCase=1   ,    _lowerCamelCase=0   ,    _lowerCamelCase=2   ,    _lowerCamelCase=512   ,    _lowerCamelCase="cls"   ,    _lowerCamelCase=False   ,    _lowerCamelCase=True   ,    **_lowerCamelCase   ,    ):
       super().__init__(pad_token_id=_lowerCamelCase   ,    bos_token_id=_lowerCamelCase   ,    eos_token_id=_lowerCamelCase   ,    **_lowerCamelCase       )
       a		:Tuple									=			project_dim
       a		:Optional[int]									=			pooler_fn
       a		:int									=			learn_encoder
       a		:int									=			use_attention_mask







class 						_snake_case    ( _snake_case				):
 SCREAMING_SNAKE_CASE__ =			[r'pooler', r'logit_scale']
 SCREAMING_SNAKE_CASE__ =			[r'position_ids', r'predictions.decoder.bias']
 SCREAMING_SNAKE_CASE__ =			'roberta'
 SCREAMING_SNAKE_CASE__ =			RobertaSeriesConfig




 def __init__(						self   ,    _lowerCamelCase       ):
       super().__init__(_lowerCamelCase       )
       a		:Tuple									=			XLMRobertaModel(_lowerCamelCase       )
       a		:Optional[Any]									=			nn.Linear(config.hidden_size   ,    config.project_dim       )
       a		:Optional[int]									=			getattr(_lowerCamelCase   ,    '''has_pre_transformation'''   ,    _lowerCamelCase       )
       if self.has_pre_transformation:
             a		:Tuple									=			nn.Linear(config.hidden_size   ,    config.project_dim       )
             a		:Union[str, Any]									=			nn.LayerNorm(config.hidden_size   ,    eps=config.layer_norm_eps       )
       self.post_init()




 def 			SCREAMING_SNAKE_CASE__							(						self   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    _lowerCamelCase = None   ,    ):
       a		:Optional[int]									=			return_dict if return_dict is not None else self.config.use_return_dict

       a		:int									=			self.base_model(
           input_ids=_lowerCamelCase   ,    attention_mask=_lowerCamelCase   ,    token_type_ids=_lowerCamelCase   ,    position_ids=_lowerCamelCase   ,    head_mask=_lowerCamelCase   ,    inputs_embeds=_lowerCamelCase   ,    encoder_hidden_states=_lowerCamelCase   ,    encoder_attention_mask=_lowerCamelCase   ,    output_attentions=_lowerCamelCase   ,    output_hidden_states=True if self.has_pre_transformation else output_hidden_states   ,    return_dict=_lowerCamelCase   ,    )

       if self.has_pre_transformation:
             a		:Optional[int]									=			outputs['''hidden_states'''][-2]
             a		:List[Any]									=			self.pre_LN(_lowerCamelCase       )
             a		:Optional[Any]									=			self.transformation_pre(_lowerCamelCase       )

             return TransformationModelOutput(
                 projection_state=_lowerCamelCase   ,    last_hidden_state=outputs.last_hidden_state   ,    hidden_states=outputs.hidden_states   ,    attentions=outputs.attentions   ,    )
       else:
             a		:List[str]									=			self.transformation(outputs.last_hidden_state       )
             return TransformationModelOutput(
                 projection_state=_lowerCamelCase   ,    last_hidden_state=outputs.last_hidden_state   ,    hidden_states=outputs.hidden_states   ,    attentions=outputs.attentions   ,    )









import datasets


snake_case							:       int										=	'''\
@InProceedings{conneau2018xnli,
  author = "Conneau, Alexis
                 and Rinott, Ruty
                 and Lample, Guillaume
                 and Williams, Adina
                 and Bowman, Samuel R.
                 and Schwenk, Holger
                 and Stoyanov, Veselin",
  title = "XNLI: Evaluating Cross-lingual Sentence Representations",
  booktitle = "Proceedings of the 2018 Conference on Empirical Methods
               in Natural Language Processing",
  year = "2018",
  publisher = "Association for Computational Linguistics",
  location = "Brussels, Belgium",
}
'''

snake_case							:       Tuple										=	'''\
XNLI is a subset of a few thousand examples from MNLI which has been translated
into a 14 different languages (some low-ish resource). As with MNLI, the goal is
to predict textual entailment (does sentence A imply/contradict/neither sentence
B) and is a classification task (given two sentences, predict one of three
labels).
'''

snake_case							:       Union[str, Any]										=	'''
Computes XNLI score which is just simple accuracy.
Args:
    predictions: Predicted labels.
    references: Ground truth labels.
Returns:
    \'accuracy\': accuracy
Examples:

    >>> predictions = [0, 1]
    >>> references = [0, 1]
    >>> xnli_metric = datasets.load_metric("xnli")
    >>> results = xnli_metric.compute(predictions=predictions, references=references)
    >>> print(results)
    {\'accuracy\': 1.0}
'''
def 							__lowerCamelCase		(					UpperCAmelCase_		:						List[Any]					,    UpperCAmelCase_		:						List[str]		):




      """simple docstring"""





      return (preds == labels).mean()







@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION		,       _KWARGS_DESCRIPTION				)
class 						_snake_case    ( datasets.Metric				):




 def 			SCREAMING_SNAKE_CASE__							(						self       ):
       return datasets.MetricInfo(
           description=_DESCRIPTION   ,    citation=_CITATION   ,    inputs_description=_KWARGS_DESCRIPTION   ,    features=datasets.Features(
               {
                   '''predictions''': datasets.Value('''int64''' if self.config_name != '''sts-b''' else '''float32'''       ),
                   '''references''': datasets.Value('''int64''' if self.config_name != '''sts-b''' else '''float32'''       ),
               }       )   ,    codebase_urls=[]   ,    reference_urls=[]   ,    format='''numpy'''   ,    )




 def 			SCREAMING_SNAKE_CASE__							(						self   ,    _lowerCamelCase   ,    _lowerCamelCase       ):
       return {"accuracy": simple_accuracy(_lowerCamelCase   ,    _lowerCamelCase       )}





