




import faiss  # noqa: F401 # Here to have a nice missing dependency error message early on
import numpy  # noqa: F401 # Here to have a nice missing dependency error message early on
import requests  # noqa: F401 # Here to have a nice missing dependency error message early on
import sklearn  # noqa: F401 # Here to have a nice missing dependency error message early on
import tqdm  # noqa: F401 # Here to have a nice missing dependency error message early on
from mauve import compute_mauve  # From: mauve-text

import datasets


UpperCAmelCase__				     = "\\n@inproceedings{pillutla-etal:mauve:neurips2021,\n  title={MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers},\n  author={Pillutla, Krishna and Swayamdipta, Swabha and Zellers, Rowan and Thickstun, John and Welleck, Sean and Choi, Yejin and Harchaoui, Zaid},\n  booktitle = {NeurIPS},\n  year      = {2021}\n}\n\n"

UpperCAmelCase__				     = "\\nMAUVE is a library built on PyTorch and HuggingFace Transformers to measure the gap between neural text and human text with the eponymous MAUVE measure.\n\nMAUVE summarizes both Type I and Type II errors measured softly using Kullback–Leibler (KL) divergences.\n\nFor details, see the MAUVE paper: https://arxiv.org/abs/2102.01454 (Neurips, 2021).\n\nThis metrics is a wrapper around the official implementation of MAUVE:\nhttps://github.com/krishnap25/mauve\n"

UpperCAmelCase__				     = "\nCalculates MAUVE scores between two lists of generated text and reference text.\nArgs:\n    predictions: list of generated text to score. Each predictions\n        should be a string with tokens separated by spaces.\n    references: list of reference for each prediction. Each\n        reference should be a string with tokens separated by spaces.\nOptional Args:\n    num_buckets: the size of the histogram to quantize P and Q. Options: 'auto' (default) or an integer\n    pca_max_data: the number data points to use for PCA dimensionality reduction prior to clustering. If -1, use all the data. Default -1\n    kmeans_explained_var: amount of variance of the data to keep in dimensionality reduction by PCA. Default 0.9\n    kmeans_num_redo: number of times to redo k-means clustering (the best objective is kept). Default 5\n    kmeans_max_iter: maximum number of k-means iterations. Default 500\n    featurize_model_name: name of the model from which features are obtained. Default 'gpt2-large' Use one of ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl'].\n    device_id: Device for featurization. Supply a GPU id (e.g. 0 or 3) to use GPU. If no GPU with this id is found, use CPU\n    max_text_length: maximum number of tokens to consider. Default 1024\n    divergence_curve_discretization_size: Number of points to consider on the divergence curve. Default 25\n    mauve_scaling_factor: \"c\" from the paper. Default 5.\n    verbose: If True (default), print running time updates\n    seed: random seed to initialize k-means cluster assignments.\nReturns:\n    mauve: MAUVE score, a number between 0 and 1. Larger values indicate that P and Q are closer,\n    frontier_integral: Frontier Integral, a number between 0 and 1. Smaller values indicate that P and Q are closer,\n    divergence_curve: a numpy.ndarray of shape (m, 2); plot it with matplotlib to view the divergence curve,\n    p_hist: a discrete distribution, which is a quantized version of the text distribution p_text,\n    q_hist: same as above, but with q_text.\nExamples:\n\n    >>> # faiss segfaults in doctest for some reason, so the .compute call is not tested with doctest\n    >>> import datasets\n    >>> mauve = datasets.load_metric('mauve')\n    >>> predictions = [\"hello there\", \"general kenobi\"]\n    >>> references = [\"hello there\", \"general kenobi\"]\n    >>> out = mauve.compute(predictions=predictions, references=references) # doctest: +SKIP\n    >>> print(out.mauve) # doctest: +SKIP\n    1.0\n"







@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION       ,						_KWARGS_DESCRIPTION  )
class a (     datasets.Metric  ):
						"""simple docstring"""

						def     UpperCAmelCase_      ( self :     int				)    ->						Tuple:
													"""simple docstring"""


													return datasets.MetricInfo(
													    description=_DESCRIPTION				,							citation=_CITATION				,							homepage='''https://github.com/krishnap25/mauve'''				,							inputs_description=_KWARGS_DESCRIPTION				,							features=datasets.Features(
													        {
													            '''predictions''': datasets.Value('''string'''				,							id='''sequence'''				),
													            '''references''': datasets.Value('''string'''				,							id='''sequence'''				),
													        }				)				,							codebase_urls=['''https://github.com/krishnap25/mauve''']				,							reference_urls=[
													        '''https://arxiv.org/abs/2102.01454''',
													        '''https://github.com/krishnap25/mauve''',
													    ]				,							)






						def     UpperCAmelCase_      ( self :     List[str]				,							lowerCamelCase__ :     List[str]				,							lowerCamelCase__ :     List[Any]				,							lowerCamelCase__ :     Any=None				,							lowerCamelCase__ :     Any=None				,							lowerCamelCase__ :     List[str]=None				,							lowerCamelCase__ :     int=None				,							lowerCamelCase__ :     Optional[int]="auto"				,							lowerCamelCase__ :     Any=-1				,							lowerCamelCase__ :     str=0.9				,							lowerCamelCase__ :     Union[str, Any]=5				,							lowerCamelCase__ :     Tuple=500				,							lowerCamelCase__ :     List[str]="gpt2-large"				,							lowerCamelCase__ :     List[Any]=-1				,							lowerCamelCase__ :     Any=1_024				,							lowerCamelCase__ :     Optional[Any]=25				,							lowerCamelCase__ :     Optional[Any]=5				,							lowerCamelCase__ :     Any=True				,							lowerCamelCase__ :     Optional[int]=25				,							)    ->						Tuple:
													"""simple docstring"""


													__lowercase      =    compute_mauve(
													    p_text=lowerCamelCase__				,							q_text=lowerCamelCase__				,							p_features=lowerCamelCase__				,							q_features=lowerCamelCase__				,							p_tokens=lowerCamelCase__				,							q_tokens=lowerCamelCase__				,							num_buckets=lowerCamelCase__				,							pca_max_data=lowerCamelCase__				,							kmeans_explained_var=lowerCamelCase__				,							kmeans_num_redo=lowerCamelCase__				,							kmeans_max_iter=lowerCamelCase__				,							featurize_model_name=lowerCamelCase__				,							device_id=lowerCamelCase__				,							max_text_length=lowerCamelCase__				,							divergence_curve_discretization_size=lowerCamelCase__				,							mauve_scaling_factor=lowerCamelCase__				,							verbose=lowerCamelCase__				,							seed=lowerCamelCase__				,							)
													return out












import shutil
import tempfile
import unittest

import numpy as np
import pytest

from transformers.testing_utils import require_vision
from transformers.utils import is_vision_available


if is_vision_available():
			from PIL import Image

			from transformers import AutoProcessor, BlipaProcessor, BlipImageProcessor, GPTaTokenizer, PreTrainedTokenizerFast







@require_vision
class a (     unittest.TestCase  ):
						"""simple docstring"""

						def     UpperCAmelCase_      ( self :     List[str]				)    ->						Tuple:
													"""simple docstring"""


													__lowercase      =    tempfile.mkdtemp()

													__lowercase      =    BlipImageProcessor()
													__lowercase      =    GPTaTokenizer.from_pretrained('''hf-internal-testing/tiny-random-GPT2Model'''				)

													__lowercase      =    BlipaProcessor(lowerCamelCase__				,							lowerCamelCase__				)

													processor.save_pretrained(self.tmpdirname				)






						def     UpperCAmelCase_      ( self :     Optional[int]				,							**lowerCamelCase__ :     Any				)    ->						str:
													"""simple docstring"""


													return AutoProcessor.from_pretrained(self.tmpdirname				,							**lowerCamelCase__				).tokenizer






						def     UpperCAmelCase_      ( self :     Dict				,							**lowerCamelCase__ :     List[str]				)    ->						Dict:
													"""simple docstring"""


													return AutoProcessor.from_pretrained(self.tmpdirname				,							**lowerCamelCase__				).image_processor






						def     UpperCAmelCase_      ( self :     List[str]				)    ->						str:
													"""simple docstring"""


													shutil.rmtree(self.tmpdirname				)






						def     UpperCAmelCase_      ( self :     Any				)    ->						Any:
													"""simple docstring"""


													__lowercase      =    [np.random.randint(255				,							size=(3, 30, 400)				,							dtype=np.uinta				)]

													__lowercase      =    [Image.fromarray(np.moveaxis(lowerCamelCase__				,							0				,							-1				)				) for x in image_inputs]

													return image_inputs






						def     UpperCAmelCase_      ( self :     List[Any]				)    ->						List[str]:
													"""simple docstring"""


													__lowercase      =    BlipaProcessor(tokenizer=self.get_tokenizer()				,							image_processor=self.get_image_processor()				)
													processor.save_pretrained(self.tmpdirname				)

													__lowercase      =    self.get_tokenizer(bos_token='''(BOS)'''				,							eos_token='''(EOS)'''				)
													__lowercase      =    self.get_image_processor(do_normalize=lowerCamelCase__				,							padding_value=1.0				)

													__lowercase      =    BlipaProcessor.from_pretrained(
													    self.tmpdirname				,							bos_token='''(BOS)'''				,							eos_token='''(EOS)'''				,							do_normalize=lowerCamelCase__				,							padding_value=1.0				)

													self.assertEqual(processor.tokenizer.get_vocab()				,							tokenizer_add_kwargs.get_vocab()				)
													self.assertIsInstance(processor.tokenizer				,							lowerCamelCase__				)

													self.assertEqual(processor.image_processor.to_json_string()				,							image_processor_add_kwargs.to_json_string()				)
													self.assertIsInstance(processor.image_processor				,							lowerCamelCase__				)






						def     UpperCAmelCase_      ( self :     List[Any]				)    ->						Any:
													"""simple docstring"""


													__lowercase      =    self.get_image_processor()
													__lowercase      =    self.get_tokenizer()

													__lowercase      =    BlipaProcessor(tokenizer=lowerCamelCase__				,							image_processor=lowerCamelCase__				)

													__lowercase      =    self.prepare_image_inputs()

													__lowercase      =    image_processor(lowerCamelCase__				,							return_tensors='''np'''				)
													__lowercase      =    processor(images=lowerCamelCase__				,							return_tensors='''np'''				)

													for key in input_feat_extract.keys():
																				self.assertAlmostEqual(input_feat_extract[key].sum()				,							input_processor[key].sum()				,							delta=1e-2				)






						def     UpperCAmelCase_      ( self :     Tuple				)    ->						Tuple:
													"""simple docstring"""


													__lowercase      =    self.get_image_processor()
													__lowercase      =    self.get_tokenizer()

													__lowercase      =    BlipaProcessor(tokenizer=lowerCamelCase__				,							image_processor=lowerCamelCase__				)

													__lowercase      =    '''lower newer'''

													__lowercase      =    processor(text=lowerCamelCase__				)

													__lowercase      =    tokenizer(lowerCamelCase__				,							return_token_type_ids=lowerCamelCase__				)

													for key in encoded_tok.keys():
																				self.assertListEqual(encoded_tok[key]				,							encoded_processor[key]				)






						def     UpperCAmelCase_      ( self :     Dict				)    ->						Tuple:
													"""simple docstring"""


													__lowercase      =    self.get_image_processor()
													__lowercase      =    self.get_tokenizer()

													__lowercase      =    BlipaProcessor(tokenizer=lowerCamelCase__				,							image_processor=lowerCamelCase__				)

													__lowercase      =    '''lower newer'''
													__lowercase      =    self.prepare_image_inputs()

													__lowercase      =    processor(text=lowerCamelCase__				,							images=lowerCamelCase__				)

													self.assertListEqual(list(inputs.keys()				)				,							['''pixel_values''', '''input_ids''', '''attention_mask''']				)

													# test if it raises when no input is passed
													with pytest.raises(lowerCamelCase__				):
																				processor()






						def     UpperCAmelCase_      ( self :     Optional[Any]				)    ->						Any:
													"""simple docstring"""


													__lowercase      =    self.get_image_processor()
													__lowercase      =    self.get_tokenizer()

													__lowercase      =    BlipaProcessor(tokenizer=lowerCamelCase__				,							image_processor=lowerCamelCase__				)

													__lowercase      =    [[1, 4, 5, 8, 1, 0, 8], [3, 4, 3, 1, 1, 8, 9]]

													__lowercase      =    processor.batch_decode(lowerCamelCase__				)
													__lowercase      =    tokenizer.batch_decode(lowerCamelCase__				)

													self.assertListEqual(lowerCamelCase__				,							lowerCamelCase__				)






						def     UpperCAmelCase_      ( self :     List[str]				)    ->						Any:
													"""simple docstring"""


													__lowercase      =    self.get_image_processor()
													__lowercase      =    self.get_tokenizer()

													__lowercase      =    BlipaProcessor(tokenizer=lowerCamelCase__				,							image_processor=lowerCamelCase__				)

													__lowercase      =    '''lower newer'''
													__lowercase      =    self.prepare_image_inputs()

													__lowercase      =    processor(text=lowerCamelCase__				,							images=lowerCamelCase__				)

													# For now the processor supports only ['pixel_values', 'input_ids', 'attention_mask']
													self.assertListEqual(list(inputs.keys()				)				,							['''pixel_values''', '''input_ids''', '''attention_mask''']				)






