






'''simple docstring'''



import re
import string

import numpy as np

import datasets


SCREAMING_SNAKE_CASE							=						'\nReturns the rate at which the input predicted strings exactly match their references, ignoring any strings input as part of the regexes_to_ignore list.\n'

SCREAMING_SNAKE_CASE							=						'\nArgs:\n    predictions: List of predicted texts.\n    references: List of reference texts.\n    regexes_to_ignore: List, defaults to None. Regex expressions of characters to\n        ignore when calculating the exact matches. Note: these regexes are removed\n        from the input data before the changes based on the options below (e.g. ignore_case,\n        ignore_punctuation, ignore_numbers) are applied.\n    ignore_case: Boolean, defaults to False. If true, turns everything\n        to lowercase so that capitalization differences are ignored.\n    ignore_punctuation: Boolean, defaults to False. If true, removes all punctuation before\n        comparing predictions and references.\n    ignore_numbers: Boolean, defaults to False. If true, removes all punctuation before\n        comparing predictions and references.\nReturns:\n    exact_match: Dictionary containing exact_match rate. Possible values are between 0.0 and 100.0, inclusive.\nExamples:\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds)\n    >>> print(round(results["exact_match"], 1))\n    25.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell"], ignore_case=True, ignore_punctuation=True)\n    >>> print(round(results["exact_match"], 1))\n    50.0\n\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell", "YELL"], ignore_case=True, ignore_punctuation=True)\n    >>> print(round(results["exact_match"], 1))\n    75.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell", "YELL"], ignore_case=True, ignore_punctuation=True, ignore_numbers=True)\n    >>> print(round(results["exact_match"], 1))\n    100.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["The cat sat on the mat.", "Theaters are great.", "It\'s like comparing oranges and apples."]\n    >>> preds = ["The cat sat on the mat?", "Theaters are great.", "It\'s like comparing apples and oranges."]\n    >>> results = exact_match.compute(references=refs, predictions=preds)\n    >>> print(round(results["exact_match"], 1))\n    33.3\n\n'

SCREAMING_SNAKE_CASE							=						'\n'
@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION					,							_KWARGS_DESCRIPTION					)
class UpperCAmelCase_       (     datasets.Metric					):




      """simple docstring"""




      def 					A__   (			self      :		Optional[Any]		)	->	Optional[Any]:


       '''simple docstring'''

       return datasets.MetricInfo(
           description=_DESCRIPTION  ,   citation=_CITATION  ,   inputs_description=_KWARGS_DESCRIPTION  ,   features=datasets.Features(
               {
                   '''predictions''': datasets.Value('''string'''  ,   id='''sequence'''		),
                   '''references''': datasets.Value('''string'''  ,   id='''sequence'''		),
               }		)  ,   reference_urls=[]  ,   )






      def 					A__   (			self      :		Any  ,   UpperCAmelCase      :		Optional[Any]  ,   UpperCAmelCase      :		Any  ,   UpperCAmelCase      :		Union[str, Any]=None  ,   UpperCAmelCase      :		int=False  ,   UpperCAmelCase      :		Tuple=False  ,   UpperCAmelCase      :		List[str]=False  ,   )	->	Dict:


       '''simple docstring'''

       if regexes_to_ignore is not None:
        for s in regexes_to_ignore:
         lowercase       : str						=np.array([re.sub(UpperCAmelCase  ,   ''''''  ,   UpperCAmelCase		) for x in predictions]		)
         lowercase       : List[Any]						=np.array([re.sub(UpperCAmelCase  ,   ''''''  ,   UpperCAmelCase		) for x in references]		)
       else:
        lowercase       : int						=np.asarray(UpperCAmelCase		)
        lowercase       : str						=np.asarray(UpperCAmelCase		)

       if ignore_case:
        lowercase       : Optional[int]						=np.char.lower(UpperCAmelCase		)
        lowercase       : int						=np.char.lower(UpperCAmelCase		)

       if ignore_punctuation:
        lowercase       : str						=string.punctuation.maketrans(''''''  ,   ''''''  ,   string.punctuation		)
        lowercase       : int						=np.char.translate(UpperCAmelCase  ,   table=UpperCAmelCase		)
        lowercase       : Union[str, Any]						=np.char.translate(UpperCAmelCase  ,   table=UpperCAmelCase		)

       if ignore_numbers:
        lowercase       : int						=string.digits.maketrans(''''''  ,   ''''''  ,   string.digits		)
        lowercase       : List[Any]						=np.char.translate(UpperCAmelCase  ,   table=UpperCAmelCase		)
        lowercase       : int						=np.char.translate(UpperCAmelCase  ,   table=UpperCAmelCase		)

       lowercase       : List[Any]						=predictions == references

       return {"exact_match": np.mean(UpperCAmelCase		) * 100}











'''simple docstring'''



import unittest

from transformers.testing_utils import CaptureStdout
from transformers.tools.python_interpreter import evaluate


def 				lowercase_					(     __A			:							str      )							->   Union[str, Any]:



 """simple docstring"""




 return x + 2





class UpperCAmelCase_       (     unittest.TestCase					):




      """simple docstring"""




      def 					A__   (			self      :		Dict		)	->	List[Any]:


       '''simple docstring'''

       lowercase       : Optional[int]						='''x = 3'''
       lowercase       : Any						={}
       lowercase       : Union[str, Any]						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       assert result == 3
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3}		)

       lowercase       : str						='''x = y'''
       lowercase       : Optional[int]						={'''y''': 5}
       lowercase       : List[str]						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       # evaluate returns the value of the last assignment.
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 5, '''y''': 5}		)






      def 					A__   (			self      :		str		)	->	Optional[int]:


       '''simple docstring'''

       lowercase       : Optional[int]						='''y = add_two(x)'''
       lowercase       : str						={'''x''': 3}
       lowercase       : List[str]						=evaluate(UpperCAmelCase  ,   {'''add_two''': add_two}  ,   state=UpperCAmelCase		)
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''y''': 5}		)

       # Won't work without the tool
       with CaptureStdout() as out:
        lowercase       : Optional[Any]						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       assert result is None
       assert "tried to execute add_two" in out.out






      def 					A__   (			self      :		List[Any]		)	->	Optional[int]:


       '''simple docstring'''

       lowercase       : int						='''x = 3'''
       lowercase       : Dict						={}
       lowercase       : List[Any]						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       assert result == 3
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3}		)






      def 					A__   (			self      :		str		)	->	Tuple:


       '''simple docstring'''

       lowercase       : Optional[Any]						='''test_dict = {\'x\': x, \'y\': add_two(x)}'''
       lowercase       : str						={'''x''': 3}
       lowercase       : Tuple						=evaluate(UpperCAmelCase  ,   {'''add_two''': add_two}  ,   state=UpperCAmelCase		)
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''y''': 5}		)
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''test_dict''': {'''x''': 3, '''y''': 5}}		)






      def 					A__   (			self      :		Union[str, Any]		)	->	Union[str, Any]:


       '''simple docstring'''

       lowercase       : Optional[Any]						='''x = 3\ny = 5'''
       lowercase       : int						={}
       lowercase       : List[str]						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       # evaluate returns the value of the last assignment.
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''y''': 5}		)






      def 					A__   (			self      :		Any		)	->	Tuple:


       '''simple docstring'''

       lowercase       : List[str]						='''text = f\'This is x: {x}.\''''
       lowercase       : Union[str, Any]						={'''x''': 3}
       lowercase       : Tuple						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       # evaluate returns the value of the last assignment.
       assert result == "This is x: 3."
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''text''': '''This is x: 3.'''}		)






      def 					A__   (			self      :		Union[str, Any]		)	->	List[Any]:


       '''simple docstring'''

       lowercase       : Tuple						='''if x <= 3:\n    y = 2\nelse:\n    y = 5'''
       lowercase       : Union[str, Any]						={'''x''': 3}
       lowercase       : Any						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       # evaluate returns the value of the last assignment.
       assert result == 2
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''y''': 2}		)

       lowercase       : Optional[Any]						={'''x''': 8}
       lowercase       : str						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       # evaluate returns the value of the last assignment.
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 8, '''y''': 5}		)






      def 					A__   (			self      :		str		)	->	Optional[Any]:


       '''simple docstring'''

       lowercase       : List[str]						='''test_list = [x, add_two(x)]'''
       lowercase       : Any						={'''x''': 3}
       lowercase       : Tuple						=evaluate(UpperCAmelCase  ,   {'''add_two''': add_two}  ,   state=UpperCAmelCase		)
       self.assertListEqual(UpperCAmelCase  ,   [3, 5]		)
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''test_list''': [3, 5]}		)






      def 					A__   (			self      :		Any		)	->	Tuple:


       '''simple docstring'''

       lowercase       : str						='''y = x'''
       lowercase       : Dict						={'''x''': 3}
       lowercase       : Tuple						=evaluate(UpperCAmelCase  ,   {}  ,   state=UpperCAmelCase		)
       assert result == 3
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''y''': 3}		)






      def 					A__   (			self      :		str		)	->	List[str]:


       '''simple docstring'''

       lowercase       : Any						='''test_list = [x, add_two(x)]\ntest_list[1]'''
       lowercase       : Any						={'''x''': 3}
       lowercase       : Union[str, Any]						=evaluate(UpperCAmelCase  ,   {'''add_two''': add_two}  ,   state=UpperCAmelCase		)
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''test_list''': [3, 5]}		)

       lowercase       : int						='''test_dict = {\'x\': x, \'y\': add_two(x)}\ntest_dict[\'y\']'''
       lowercase       : Union[str, Any]						={'''x''': 3}
       lowercase       : Tuple						=evaluate(UpperCAmelCase  ,   {'''add_two''': add_two}  ,   state=UpperCAmelCase		)
       assert result == 5
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 3, '''test_dict''': {'''x''': 3, '''y''': 5}}		)






      def 					A__   (			self      :		List[str]		)	->	Tuple:


       '''simple docstring'''

       lowercase       : Optional[int]						='''x = 0\nfor i in range(3):\n    x = i'''
       lowercase       : List[str]						={}
       lowercase       : Union[str, Any]						=evaluate(UpperCAmelCase  ,   {'''range''': range}  ,   state=UpperCAmelCase		)
       assert result == 2
       self.assertDictEqual(UpperCAmelCase  ,   {'''x''': 2, '''i''': 2}		)



