





'''simple docstring'''

import datasets

from .evaluate import evaluate


a   	=    "\\n@inproceedings{Rajpurkar2016SQuAD10,\n  title={SQuAD: 100, 000+ Questions for Machine Comprehension of Text},\n  author={Pranav Rajpurkar and Jian Zhang and Konstantin Lopyrev and Percy Liang},\n  booktitle={EMNLP},\n  year={2016}\n}\n"

a   	=    "\nThis metric wrap the official scoring script for version 1 of the Stanford Question Answering Dataset (SQuAD).\n\nStanford Question Answering Dataset (SQuAD) is a reading comprehension dataset, consisting of questions posed by\ncrowdworkers on a set of Wikipedia articles, where the answer to every question is a segment of text, or span,\nfrom the corresponding reading passage, or the question might be unanswerable.\n"

a   	=    "\nComputes SQuAD scores (F1 and EM).\nArgs:\n    predictions: List of question-answers dictionaries with the following key-values:\n        - 'id': id of the question-answer pair as given in the references (see below)\n        - 'prediction_text': the text of the answer\n    references: List of question-answers dictionaries with the following key-values:\n        - 'id': id of the question-answer pair (see above),\n        - 'answers': a Dict in the SQuAD dataset format\n            {\n                'text': list of possible texts for the answer, as a list of strings\n                'answer_start': list of start positions for the answer, as a list of ints\n            }\n            Note that answer_start values are not taken into account to compute the metric.\nReturns:\n    'exact_match': Exact match (the normalized answer exactly match the gold answer)\n    'f1': The F-score of predicted tokens versus the gold answer\nExamples:\n\n    >>> predictions = [{'prediction_text': '1976', 'id': '56e10a3be3433e1400422b22'}]\n    >>> references = [{'answers': {'answer_start': [97], 'text': ['1976']}, 'id': '56e10a3be3433e1400422b22'}]\n    >>> squad_metric = datasets.load_metric(\"squad\")\n    >>> results = squad_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {'exact_match': 100.0, 'f1': 100.0}\n"







@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION      )
class __a			( datasets.Metric      ):





   def   UpperCAmelCase__  (       self					:      Union[str, Any]     ):

      '''simple docstring'''

      return datasets.MetricInfo(
          description=_DESCRIPTION					,citation=_CITATION					,inputs_description=_KWARGS_DESCRIPTION					,features=datasets.Features(
              {
                  """predictions""": {"""id""": datasets.Value("""string"""     ), """prediction_text""": datasets.Value("""string"""     )},
                  """references""": {
                      """id""": datasets.Value("""string"""     ),
                      """answers""": datasets.features.Sequence(
                          {
                              """text""": datasets.Value("""string"""     ),
                              """answer_start""": datasets.Value("""int32"""     ),
                          }     ),
                  },
              }     )					,codebase_urls=["""https://rajpurkar.github.io/SQuAD-explorer/"""]					,reference_urls=["""https://rajpurkar.github.io/SQuAD-explorer/"""]					,)





   def   UpperCAmelCase__  (       self					:      List[str]					,lowerCamelCase					:      str					,lowerCamelCase					:      Dict     ):

      '''simple docstring'''

      __SCREAMING_SNAKE_CASE   				=							{prediction["""id"""]: prediction["""prediction_text"""] for prediction in predictions}
      __SCREAMING_SNAKE_CASE   				=							[
          {
              """paragraphs""": [
                  {
                      """qas""": [
                          {
                              """answers""": [{"""text""": answer_text} for answer_text in ref["""answers"""]["""text"""]],
                              """id""": ref["""id"""],
                          }
                          for ref in references
                      ]
                  }
              ]
          }
      ]
      __SCREAMING_SNAKE_CASE   				=							evaluate(dataset=lowerCamelCase					,predictions=lowerCamelCase     )
      return score












'''simple docstring'''

from datasets.utils.patching import _PatchedModuleObj, patch_submodule

from . import _test_patching

def     __magic_name__							(				)    ->       Union[str, Any]:

   '''simple docstring'''







   import os as original_os
   from os import path as original_path
   from os import rename as original_rename
   from os.path import dirname as original_dirname
   from os.path import join as original_join

   assert _test_patching.os is original_os
   assert _test_patching.path is original_path
   assert _test_patching.join is original_join

   assert _test_patching.renamed_os is original_os
   assert _test_patching.renamed_path is original_path
   assert _test_patching.renamed_join is original_join

   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_mock__"""
   with patch_submodule(_test_patching				,						"""os.path.join"""				,						__UpperCAmelCase   ):
      # Every way to access os.path.join must be patched, and the rest must stay untouched

      # check os.path.join
      assert isinstance(_test_patching.os				,						_PatchedModuleObj   )
      assert isinstance(_test_patching.os.path				,						_PatchedModuleObj   )
      assert _test_patching.os.path.join is mock

      # check path.join
      assert isinstance(_test_patching.path				,						_PatchedModuleObj   )
      assert _test_patching.path.join is mock

      # check join
      assert _test_patching.join is mock

      # check that the other attributes are untouched
      assert _test_patching.os.rename is original_rename
      assert _test_patching.path.dirname is original_dirname
      assert _test_patching.os.path.dirname is original_dirname

      # Even renamed modules or objects must be patched

      # check renamed_os.path.join
      assert isinstance(_test_patching.renamed_os				,						_PatchedModuleObj   )
      assert isinstance(_test_patching.renamed_os.path				,						_PatchedModuleObj   )
      assert _test_patching.renamed_os.path.join is mock

      # check renamed_path.join
      assert isinstance(_test_patching.renamed_path				,						_PatchedModuleObj   )
      assert _test_patching.renamed_path.join is mock

      # check renamed_join
      assert _test_patching.renamed_join is mock

      # check that the other attributes are untouched
      assert _test_patching.renamed_os.rename is original_rename
      assert _test_patching.renamed_path.dirname is original_dirname
      assert _test_patching.renamed_os.path.dirname is original_dirname

   # check that everthing is back to normal when the patch is over

   assert _test_patching.os is original_os
   assert _test_patching.path is original_path
   assert _test_patching.join is original_join

   assert _test_patching.renamed_os is original_os
   assert _test_patching.renamed_path is original_path
   assert _test_patching.renamed_join is original_join

def     __magic_name__							(				)    ->       Tuple:

   '''simple docstring'''







   assert _test_patching.open is open

   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_builtin_mock__"""
   # _test_patching has "open" in its globals
   assert _test_patching.open is open
   with patch_submodule(_test_patching				,						"""open"""				,						__UpperCAmelCase   ):
      assert _test_patching.open is mock

   # check that everthing is back to normal when the patch is over

   assert _test_patching.open is open

def     __magic_name__							(				)    ->       Any:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_missing_mock__"""
   with patch_submodule(_test_patching				,						"""pandas.read_csv"""				,						__UpperCAmelCase   ):
      pass

def     __magic_name__							(				)    ->       Dict:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_missing_builtin_mock__"""
   # _test_patching doesn't have "len" in its globals
   assert getattr(_test_patching				,						"""len"""				,						__UpperCAmelCase   ) is None
   with patch_submodule(_test_patching				,						"""len"""				,						__UpperCAmelCase   ):
      assert _test_patching.len is mock
   assert _test_patching.len is len

def     __magic_name__							(				)    ->       Tuple:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_start_and_stop_mock__"""
   __SCREAMING_SNAKE_CASE   				=							patch_submodule(_test_patching				,						"""open"""				,						__UpperCAmelCase   )
   assert _test_patching.open is open
   patch.start()
   assert _test_patching.open is mock
   patch.stop()
   assert _test_patching.open is open

def     __magic_name__							(				)    ->       Union[str, Any]:

   '''simple docstring'''







   from os import rename as original_rename
   from os.path import dirname as original_dirname
   from os.path import join as original_join

   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_successive_join__"""
   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_successive_dirname__"""
   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_successive_rename__"""
   assert _test_patching.os.path.join is original_join
   assert _test_patching.os.path.dirname is original_dirname
   assert _test_patching.os.rename is original_rename

   with patch_submodule(_test_patching				,						"""os.path.join"""				,						__UpperCAmelCase   ):
      with patch_submodule(_test_patching				,						"""os.rename"""				,						__UpperCAmelCase   ):
         with patch_submodule(_test_patching				,						"""os.path.dirname"""				,						__UpperCAmelCase   ):
            assert _test_patching.os.path.join is mock_join
            assert _test_patching.os.path.dirname is mock_dirname
            assert _test_patching.os.rename is mock_rename

    # try another order
   with patch_submodule(_test_patching				,						"""os.rename"""				,						__UpperCAmelCase   ):
      with patch_submodule(_test_patching				,						"""os.path.join"""				,						__UpperCAmelCase   ):
         with patch_submodule(_test_patching				,						"""os.path.dirname"""				,						__UpperCAmelCase   ):
            assert _test_patching.os.path.join is mock_join
            assert _test_patching.os.path.dirname is mock_dirname
            assert _test_patching.os.rename is mock_rename

   assert _test_patching.os.path.join is original_join
   assert _test_patching.os.path.dirname is original_dirname
   assert _test_patching.os.rename is original_rename







def     __magic_name__							(				)    ->       str:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							"""__test_patch_submodule_doesnt_exist_mock__"""
   with patch_submodule(_test_patching				,						"""__module_that_doesn_exist__.__attribute_that_doesn_exist__"""				,						__UpperCAmelCase   ):
      pass
   with patch_submodule(_test_patching				,						"""os.__attribute_that_doesn_exist__"""				,						__UpperCAmelCase   ):
      pass





