





'''simple docstring'''







import datasets

from .evaluate import evaluate


_a   :					Optional[Any]           =       '\\n@inproceedings{Rajpurkar2016SQuAD10,\n  title={SQuAD: 100, 000+ Questions for Machine Comprehension of Text},\n  author={Pranav Rajpurkar and Jian Zhang and Konstantin Lopyrev and Percy Liang},\n  booktitle={EMNLP},\n  year={2016}\n}\n'

_a   :					str           =       '\nThis metric wrap the official scoring script for version 1 of the Stanford Question Answering Dataset (SQuAD).\n\nStanford Question Answering Dataset (SQuAD) is a reading comprehension dataset, consisting of questions posed by\ncrowdworkers on a set of Wikipedia articles, where the answer to every question is a segment of text, or span,\nfrom the corresponding reading passage, or the question might be unanswerable.\n'

_a   :					Optional[int]           =       '\nComputes SQuAD scores (F1 and EM).\nArgs:\n    predictions: List of question-answers dictionaries with the following key-values:\n        - \'id\': id of the question-answer pair as given in the references (see below)\n        - \'prediction_text\': the text of the answer\n    references: List of question-answers dictionaries with the following key-values:\n        - \'id\': id of the question-answer pair (see above),\n        - \'answers\': a Dict in the SQuAD dataset format\n            {\n                \'text\': list of possible texts for the answer, as a list of strings\n                \'answer_start\': list of start positions for the answer, as a list of ints\n            }\n            Note that answer_start values are not taken into account to compute the metric.\nReturns:\n    \'exact_match\': Exact match (the normalized answer exactly match the gold answer)\n    \'f1\': The F-score of predicted tokens versus the gold answer\nExamples:\n\n    >>> predictions = [{\'prediction_text\': \'1976\', \'id\': \'56e10a3be3433e1400422b22\'}]\n    >>> references = [{\'answers\': {\'answer_start\': [97], \'text\': [\'1976\']}, \'id\': \'56e10a3be3433e1400422b22\'}]\n    >>> squad_metric = datasets.load_metric("squad")\n    >>> results = squad_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'exact_match\': 100.0, \'f1\': 100.0}\n'





@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION      ,   _KWARGS_DESCRIPTION  )
class        _UpperCAmelCase				(		datasets.Metric  ):
		def     lowerCamelCase__     (    self     ):



					'''simple docstring'''

					return datasets.MetricInfo(
					    description=_DESCRIPTION,citation=_CITATION,inputs_description=_KWARGS_DESCRIPTION,features=datasets.Features(
					        {
					            """predictions""": {"""id""": datasets.Value("""string"""     ), """prediction_text""": datasets.Value("""string"""     )},
					            """references""": {
					                """id""": datasets.Value("""string"""     ),
					                """answers""": datasets.features.Sequence(
					                    {
					                        """text""": datasets.Value("""string"""     ),
					                        """answer_start""": datasets.Value("""int32"""     ),
					                    }     ),
					            },
					        }     ),codebase_urls=["""https://rajpurkar.github.io/SQuAD-explorer/"""],reference_urls=["""https://rajpurkar.github.io/SQuAD-explorer/"""],)







		def     lowerCamelCase__     (    self,__SCREAMING_SNAKE_CASE,__SCREAMING_SNAKE_CASE     ):



					'''simple docstring'''

					__lowerCAmelCase   		=							{prediction["""id"""]: prediction["""prediction_text"""] for prediction in predictions}
					__lowerCAmelCase   		=							[
					    {
					        """paragraphs""": [
					            {
					                """qas""": [
					                    {
					                        """answers""": [{"""text""": answer_text} for answer_text in ref["""answers"""]["""text"""]],
					                        """id""": ref["""id"""],
					                    }
					                    for ref in references
					                ]
					            }
					        ]
					    }
					]
					__lowerCAmelCase   		=							evaluate(dataset=lowerCAmelCase__,predictions=lowerCAmelCase__     )
					return score








'''simple docstring'''

from datasets.utils.patching import _PatchedModuleObj, patch_submodule

from . import _test_patching







def    a__							(							)						->						Tuple:





     """simple docstring"""

     import os as original_os
     from os import path as original_path
     from os import rename as original_rename
     from os.path import dirname as original_dirname
     from os.path import join as original_join

     assert _test_patching.os is original_os
     assert _test_patching.path is original_path
     assert _test_patching.join is original_join

     assert _test_patching.renamed_os is original_os
     assert _test_patching.renamed_path is original_path
     assert _test_patching.renamed_join is original_join

     _UpperCamelCase							       =			'''__test_patch_submodule_mock__'''
     with patch_submodule(_test_patching,   '''os.path.join''',   lowercase ):
          # Every way to access os.path.join must be patched, and the rest must stay untouched

          # check os.path.join
          assert isinstance(_test_patching.os,   _PatchedModuleObj )
          assert isinstance(_test_patching.os.path,   _PatchedModuleObj )
          assert _test_patching.os.path.join is mock

          # check path.join
          assert isinstance(_test_patching.path,   _PatchedModuleObj )
          assert _test_patching.path.join is mock

          # check join
          assert _test_patching.join is mock

          # check that the other attributes are untouched
          assert _test_patching.os.rename is original_rename
          assert _test_patching.path.dirname is original_dirname
          assert _test_patching.os.path.dirname is original_dirname

          # Even renamed modules or objects must be patched

          # check renamed_os.path.join
          assert isinstance(_test_patching.renamed_os,   _PatchedModuleObj )
          assert isinstance(_test_patching.renamed_os.path,   _PatchedModuleObj )
          assert _test_patching.renamed_os.path.join is mock

          # check renamed_path.join
          assert isinstance(_test_patching.renamed_path,   _PatchedModuleObj )
          assert _test_patching.renamed_path.join is mock

          # check renamed_join
          assert _test_patching.renamed_join is mock

          # check that the other attributes are untouched
          assert _test_patching.renamed_os.rename is original_rename
          assert _test_patching.renamed_path.dirname is original_dirname
          assert _test_patching.renamed_os.path.dirname is original_dirname

     # check that everthing is back to normal when the patch is over

     assert _test_patching.os is original_os
     assert _test_patching.path is original_path
     assert _test_patching.join is original_join

     assert _test_patching.renamed_os is original_os
     assert _test_patching.renamed_path is original_path
     assert _test_patching.renamed_join is original_join







def    a__							(							)						->						Tuple:





     """simple docstring"""

     assert _test_patching.open is open

     _UpperCamelCase							       =			'''__test_patch_submodule_builtin_mock__'''
     # _test_patching has "open" in its globals
     assert _test_patching.open is open
     with patch_submodule(_test_patching,   '''open''',   lowercase ):
          assert _test_patching.open is mock

     # check that everthing is back to normal when the patch is over

     assert _test_patching.open is open







def    a__							(							)						->						Optional[Any]:





     """simple docstring"""

     _UpperCamelCase							       =			'''__test_patch_submodule_missing_mock__'''
     with patch_submodule(_test_patching,   '''pandas.read_csv''',   lowercase ):
          pass







def    a__							(							)						->						Optional[int]:





     """simple docstring"""

     _UpperCamelCase							       =			'''__test_patch_submodule_missing_builtin_mock__'''
     # _test_patching doesn't have "len" in its globals
     assert getattr(_test_patching,   '''len''',   lowercase ) is None
     with patch_submodule(_test_patching,   '''len''',   lowercase ):
          assert _test_patching.len is mock
     assert _test_patching.len is len







def    a__							(							)						->						Optional[Any]:





     """simple docstring"""

     _UpperCamelCase							       =			'''__test_patch_submodule_start_and_stop_mock__'''
     _UpperCamelCase							       =			patch_submodule(_test_patching,   '''open''',   lowercase )
     assert _test_patching.open is open
     patch.start()
     assert _test_patching.open is mock
     patch.stop()
     assert _test_patching.open is open







def    a__							(							)						->						List[str]:





     """simple docstring"""

     from os import rename as original_rename
     from os.path import dirname as original_dirname
     from os.path import join as original_join

     _UpperCamelCase							       =			'''__test_patch_submodule_successive_join__'''
     _UpperCamelCase							       =			'''__test_patch_submodule_successive_dirname__'''
     _UpperCamelCase							       =			'''__test_patch_submodule_successive_rename__'''
     assert _test_patching.os.path.join is original_join
     assert _test_patching.os.path.dirname is original_dirname
     assert _test_patching.os.rename is original_rename

     with patch_submodule(_test_patching,   '''os.path.join''',   lowercase ):
          with patch_submodule(_test_patching,   '''os.rename''',   lowercase ):
               with patch_submodule(_test_patching,   '''os.path.dirname''',   lowercase ):
                    assert _test_patching.os.path.join is mock_join
                    assert _test_patching.os.path.dirname is mock_dirname
                    assert _test_patching.os.rename is mock_rename

    # try another order
     with patch_submodule(_test_patching,   '''os.rename''',   lowercase ):
          with patch_submodule(_test_patching,   '''os.path.join''',   lowercase ):
               with patch_submodule(_test_patching,   '''os.path.dirname''',   lowercase ):
                    assert _test_patching.os.path.join is mock_join
                    assert _test_patching.os.path.dirname is mock_dirname
                    assert _test_patching.os.rename is mock_rename

     assert _test_patching.os.path.join is original_join
     assert _test_patching.os.path.dirname is original_dirname
     assert _test_patching.os.rename is original_rename







def    a__							(							)						->						str:





     """simple docstring"""

     _UpperCamelCase							       =			'''__test_patch_submodule_doesnt_exist_mock__'''
     with patch_submodule(_test_patching,   '''__module_that_doesn_exist__.__attribute_that_doesn_exist__''',   lowercase ):
          pass
     with patch_submodule(_test_patching,   '''os.__attribute_that_doesn_exist__''',   lowercase ):
          pass



