






import re
import string

import numpy as np

import datasets


SCREAMING_SNAKE_CASE 							=						'\nReturns the rate at which the input predicted strings exactly match their references, ignoring any strings input as part of the regexes_to_ignore list.\n'

SCREAMING_SNAKE_CASE 							=						'\nArgs:\n    predictions: List of predicted texts.\n    references: List of reference texts.\n    regexes_to_ignore: List, defaults to None. Regex expressions of characters to\n        ignore when calculating the exact matches. Note: these regexes are removed\n        from the input data before the changes based on the options below (e.g. ignore_case,\n        ignore_punctuation, ignore_numbers) are applied.\n    ignore_case: Boolean, defaults to False. If true, turns everything\n        to lowercase so that capitalization differences are ignored.\n    ignore_punctuation: Boolean, defaults to False. If true, removes all punctuation before\n        comparing predictions and references.\n    ignore_numbers: Boolean, defaults to False. If true, removes all punctuation before\n        comparing predictions and references.\nReturns:\n    exact_match: Dictionary containing exact_match rate. Possible values are between 0.0 and 100.0, inclusive.\nExamples:\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds)\n    >>> print(round(results["exact_match"], 1))\n    25.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell"], ignore_case=True, ignore_punctuation=True)\n    >>> print(round(results["exact_match"], 1))\n    50.0\n\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell", "YELL"], ignore_case=True, ignore_punctuation=True)\n    >>> print(round(results["exact_match"], 1))\n    75.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["the cat", "theater", "YELLING", "agent007"]\n    >>> preds = ["cat?", "theater", "yelling", "agent"]\n    >>> results = exact_match.compute(references=refs, predictions=preds, regexes_to_ignore=["the ", "yell", "YELL"], ignore_case=True, ignore_punctuation=True, ignore_numbers=True)\n    >>> print(round(results["exact_match"], 1))\n    100.0\n\n    >>> exact_match = datasets.load_metric("exact_match")\n    >>> refs = ["The cat sat on the mat.", "Theaters are great.", "It\'s like comparing oranges and apples."]\n    >>> preds = ["The cat sat on the mat?", "Theaters are great.", "It\'s like comparing apples and oranges."]\n    >>> results = exact_match.compute(references=refs, predictions=preds)\n    >>> print(round(results["exact_match"], 1))\n    33.3\n\n'

SCREAMING_SNAKE_CASE 							=						'\n'
@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION ,   _KWARGS_DESCRIPTION			)
class 							A_    (						datasets.Metric			):






 '''simple docstring'''




 def  snake_case__				(	self) ->		Union[str, Any]:

     """simple docstring"""



     return datasets.MetricInfo(
         description=_DESCRIPTION							,  citation=_CITATION							,  inputs_description=_KWARGS_DESCRIPTION							,  features=datasets.Features(
             {
                 '''predictions''': datasets.Value('''string'''							,  id='''sequence'''),
                 '''references''': datasets.Value('''string'''							,  id='''sequence'''),
             })							,  reference_urls=[]							,  )


 def  snake_case__				(	self							,  _A							,  _A							,  _A=None							,  _A=False							,  _A=False							,  _A=False							,  ) ->		Any:

     """simple docstring"""



     if regexes_to_ignore is not None:
         for s in regexes_to_ignore:
             _UpperCAmelCase				:      Optional[int]			  =				np.array([re.sub(_A							,  ''''''							,  _A) for x in predictions])
             _UpperCAmelCase				:      Optional[Any]			  =				np.array([re.sub(_A							,  ''''''							,  _A) for x in references])
     else:
         _UpperCAmelCase				:      Optional[int]			  =				np.asarray(_A)
         _UpperCAmelCase				:      Optional[Any]			  =				np.asarray(_A)

     if ignore_case:
         _UpperCAmelCase				:      int			  =				np.char.lower(_A)
         _UpperCAmelCase				:      Dict			  =				np.char.lower(_A)

     if ignore_punctuation:
         _UpperCAmelCase				:      Tuple			  =				string.punctuation.maketrans(''''''							,  ''''''							,  string.punctuation)
         _UpperCAmelCase				:      List[str]			  =				np.char.translate(_A							,  table=_A)
         _UpperCAmelCase				:      Union[str, Any]			  =				np.char.translate(_A							,  table=_A)

     if ignore_numbers:
         _UpperCAmelCase				:      Any			  =				string.digits.maketrans(''''''							,  ''''''							,  string.digits)
         _UpperCAmelCase				:      int			  =				np.char.translate(_A							,  table=_A)
         _UpperCAmelCase				:      str			  =				np.char.translate(_A							,  table=_A)

     _UpperCAmelCase				:      int			  =				predictions == references

     return {"exact_match": np.mean(_A) * 100}












import math_equivalence  # From: git+https://github.com/hendrycks/math.git

import datasets


SCREAMING_SNAKE_CASE 							=						'\\n@article{hendrycksmath2021,\n  title={Measuring Mathematical Problem Solving With the MATH Dataset},\n  author={Dan Hendrycks\n    and Collin Burns\n    and Saurav Kadavath\n    and Akul Arora\n    and Steven Basart\n    and Eric Tang\n    and Dawn Song\n    and Jacob Steinhardt},\n  journal={arXiv preprint arXiv:2103.03874},\n  year={2021}\n}\n'


SCREAMING_SNAKE_CASE 							=						'\\nThis metric is used to assess performance on the Mathematics Aptitude Test of Heuristics (MATH) dataset.\nIt first canonicalizes the inputs (e.g., converting "1/2" to "\\frac{1}{2}") and then computes accuracy.\n'


SCREAMING_SNAKE_CASE 							=						R'\nCalculates accuracy after canonicalizing inputs.\n\nArgs:\n    predictions: list of predictions to score. Each prediction\n        is a string that contains natural language and LaTex.\n    references: list of reference for each prediction. Each\n        reference is a string that contains natural language\n        and LaTex.\nReturns:\n    accuracy: accuracy after canonicalizing inputs\n        (e.g., converting "1/2" to "\\frac{1}{2}")\n\nExamples:\n    >>> metric = datasets.load_metric("competition_math")\n    >>> results = metric.compute(references=["\\frac{1}{2}"], predictions=["1/2"])\n    >>> print(results)\n    {\'accuracy\': 1.0}\n'
@datasets.utils.file_utils.add_end_docstrings(_DESCRIPTION ,   _KWARGS_DESCRIPTION			)
class 							A_    (						datasets.Metric			):






 '''simple docstring'''




 def  snake_case__				(	self) ->		Optional[Any]:

     """simple docstring"""



     return datasets.MetricInfo(
         description=_DESCRIPTION							,  citation=_CITATION							,  inputs_description=_KWARGS_DESCRIPTION							,  features=datasets.Features(
             {
                 '''predictions''': datasets.Value('''string'''),
                 '''references''': datasets.Value('''string'''),
             })							,  homepage='''https://github.com/hendrycks/math'''							,  codebase_urls=['''https://github.com/hendrycks/math''']							,  )


 def  snake_case__				(	self							,  _A							,  _A) ->		Tuple:

     """simple docstring"""



     _UpperCAmelCase				:      Tuple			  =				0.0
     for i, j in zip(_A							,  _A):
         n_correct += 1.0 if math_equivalence.is_equiv(_A							,  _A) else 0.0
     _UpperCAmelCase				:      Tuple			  =				n_correct / len(_A)
     return {
         "accuracy": accuracy,
     }




