



"""simple docstring"""
import datasets

from .evaluate import evaluate


_lowerCAmelCase       :List[Any]	=   '\\n@inproceedings{Rajpurkar2016SQuAD10,\n  title={SQuAD: 100, 000+ Questions for Machine Comprehension of Text},\n  author={Pranav Rajpurkar and Jian Zhang and Konstantin Lopyrev and Percy Liang},\n  booktitle={EMNLP},\n  year={2016}\n}\n'

_lowerCAmelCase       :Optional[Any]	=   '\nThis metric wrap the official scoring script for version 1 of the Stanford Question Answering Dataset (SQuAD).\n\nStanford Question Answering Dataset (SQuAD) is a reading comprehension dataset, consisting of questions posed by\ncrowdworkers on a set of Wikipedia articles, where the answer to every question is a segment of text, or span,\nfrom the corresponding reading passage, or the question might be unanswerable.\n'

_lowerCAmelCase       :List[str]	=   '\nComputes SQuAD scores (F1 and EM).\nArgs:\n    predictions: List of question-answers dictionaries with the following key-values:\n        - \'id\': id of the question-answer pair as given in the references (see below)\n        - \'prediction_text\': the text of the answer\n    references: List of question-answers dictionaries with the following key-values:\n        - \'id\': id of the question-answer pair (see above),\n        - \'answers\': a Dict in the SQuAD dataset format\n            {\n                \'text\': list of possible texts for the answer, as a list of strings\n                \'answer_start\': list of start positions for the answer, as a list of ints\n            }\n            Note that answer_start values are not taken into account to compute the metric.\nReturns:\n    \'exact_match\': Exact match (the normalized answer exactly match the gold answer)\n    \'f1\': The F-score of predicted tokens versus the gold answer\nExamples:\n\n    >>> predictions = [{\'prediction_text\': \'1976\', \'id\': \'56e10a3be3433e1400422b22\'}]\n    >>> references = [{\'answers\': {\'answer_start\': [97], \'text\': [\'1976\']}, \'id\': \'56e10a3be3433e1400422b22\'}]\n    >>> squad_metric = datasets.load_metric(\"squad\")\n    >>> results = squad_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'exact_match\': 100.0, \'f1\': 100.0}\n'
@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION						,_KWARGS_DESCRIPTION )
class 				_UpperCAmelCase				(					datasets.Metric ):





     '''simple docstring'''



     def 					__lowerCAmelCase      (   self						)				->   Optional[int]:
         return datasets.MetricInfo(
             description=_DESCRIPTION			,      citation=_CITATION			,      inputs_description=_KWARGS_DESCRIPTION			,      features=datasets.Features(
                 {
                     '''predictions''': {'''id''': datasets.Value('''string'''						), '''prediction_text''': datasets.Value('''string'''						)},
                     '''references''': {
                         '''id''': datasets.Value('''string'''						),
                         '''answers''': datasets.features.Sequence(
                             {
                                 '''text''': datasets.Value('''string'''						),
                                 '''answer_start''': datasets.Value('''int32'''						),
                             }						),
                     },
                 }						)			,      codebase_urls=['''https://rajpurkar.github.io/SQuAD-explorer/''']			,      reference_urls=['''https://rajpurkar.github.io/SQuAD-explorer/''']			,      )





     def 					__lowerCAmelCase      (   self			,      A			,      A						)				->   Dict:
         _UpperCAmelCase				:    int											=       {prediction['''id''']: prediction['''prediction_text'''] for prediction in predictions}
         _UpperCAmelCase				:    Union[str, Any]											=       [
             {
                 '''paragraphs''': [
                     {
                         '''qas''': [
                             {
                                 '''answers''': [{'''text''': answer_text} for answer_text in ref['''answers''']['''text''']],
                                 '''id''': ref['''id'''],
                             }
                             for ref in references
                         ]
                     }
                 ]
             }
         ]
         _UpperCAmelCase				:    Union[str, Any]											=       evaluate(dataset=__A			,      predictions=__A						)
         return score




import torch

from diffusers import DPMSolverSDEScheduler
from diffusers.utils import torch_device
from diffusers.utils.testing_utils import require_torchsde

from .test_schedulers import SchedulerCommonTest


@require_torchsde
class 			lowercase_		(      A       ):
       __lowerCamelCase				       =						(DPMSolverSDEScheduler,)
       __lowerCamelCase				       =						1_0


       def 	_snake_case				(    self						,       **__A				)						->    Union[str, Any]:
              SCREAMING_SNAKE_CASE_							:				Optional[int]		={
                  '''num_train_timesteps''': 1_100,
                  '''beta_start''': 0.0_001,
                  '''beta_end''': 0.02,
                  '''beta_schedule''': '''linear''',
                  '''noise_sampler_seed''': 0,
              }

              config.update(**__A				)
              return config


       def 	_snake_case				(    self				)						->    Any:
              for timesteps in [10, 50, 100, 1_000]:
                     self.check_over_configs(num_train_timesteps=__A				)


       def 	_snake_case				(    self				)						->    Union[str, Any]:
              for beta_start, beta_end in zip([0.00_001, 0.0_001, 0.001]						,       [0.0_002, 0.002, 0.02]				):
                     self.check_over_configs(beta_start=__A						,       beta_end=__A				)


       def 	_snake_case				(    self				)						->    Tuple:
              for schedule in ["linear", "scaled_linear"]:
                     self.check_over_configs(beta_schedule=__A				)


       def 	_snake_case				(    self				)						->    List[str]:
              for prediction_type in ["epsilon", "v_prediction"]:
                     self.check_over_configs(prediction_type=__A				)


       def 	_snake_case				(    self				)						->    int:
              SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=self.scheduler_classes[0]
              SCREAMING_SNAKE_CASE_							:				List[str]		=self.get_scheduler_config()
              SCREAMING_SNAKE_CASE_							:				List[str]		=scheduler_class(**__A				)

              scheduler.set_timesteps(self.num_inference_steps				)

              SCREAMING_SNAKE_CASE_							:				int		=self.dummy_model()
              SCREAMING_SNAKE_CASE_							:				List[str]		=self.dummy_sample_deter * scheduler.init_noise_sigma
              SCREAMING_SNAKE_CASE_							:				int		=sample.to(__A				)

              for i, t in enumerate(scheduler.timesteps				):
                     SCREAMING_SNAKE_CASE_							:				List[Any]		=scheduler.scale_model_input(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Dict		=model(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Tuple		=scheduler.step(__A						,       __A						,       __A				)
                     SCREAMING_SNAKE_CASE_							:				str		=output.prev_sample

              SCREAMING_SNAKE_CASE_							:				Optional[int]		=torch.sum(torch.abs(__A				)				)
              SCREAMING_SNAKE_CASE_							:				List[str]		=torch.mean(torch.abs(__A				)				)

              if torch_device in ["mps"]:
                     assert abs(result_sum.item() - 167.47_821_044_921_875				) < 1e-2
                     assert abs(result_mean.item() - 0.2_178_705_964_565_277				) < 1e-3
              elif torch_device in ["cuda"]:
                     assert abs(result_sum.item() - 171.59_352_111_816_406				) < 1e-2
                     assert abs(result_mean.item() - 0.22_342_906_892_299_652				) < 1e-3
              else:
                     assert abs(result_sum.item() - 162.52_383_422_851_562				) < 1e-2
                     assert abs(result_mean.item() - 0.211_619_570_851_326				) < 1e-3


       def 	_snake_case				(    self				)						->    Dict:
              SCREAMING_SNAKE_CASE_							:				List[str]		=self.scheduler_classes[0]
              SCREAMING_SNAKE_CASE_							:				Optional[int]		=self.get_scheduler_config(prediction_type='''v_prediction'''				)
              SCREAMING_SNAKE_CASE_							:				List[Any]		=scheduler_class(**__A				)

              scheduler.set_timesteps(self.num_inference_steps				)

              SCREAMING_SNAKE_CASE_							:				Tuple		=self.dummy_model()
              SCREAMING_SNAKE_CASE_							:				Optional[Any]		=self.dummy_sample_deter * scheduler.init_noise_sigma
              SCREAMING_SNAKE_CASE_							:				Tuple		=sample.to(__A				)

              for i, t in enumerate(scheduler.timesteps				):
                     SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=scheduler.scale_model_input(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				str		=model(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Any		=scheduler.step(__A						,       __A						,       __A				)
                     SCREAMING_SNAKE_CASE_							:				Tuple		=output.prev_sample

              SCREAMING_SNAKE_CASE_							:				Optional[int]		=torch.sum(torch.abs(__A				)				)
              SCREAMING_SNAKE_CASE_							:				Optional[int]		=torch.mean(torch.abs(__A				)				)

              if torch_device in ["mps"]:
                     assert abs(result_sum.item() - 124.77_149_200_439_453				) < 1e-2
                     assert abs(result_mean.item() - 0.16_226_289_014_816_284				) < 1e-3
              elif torch_device in ["cuda"]:
                     assert abs(result_sum.item() - 128.1_663_360_595_703				) < 1e-2
                     assert abs(result_mean.item() - 0.16_688_326_001_167_297				) < 1e-3
              else:
                     assert abs(result_sum.item() - 119.8_487_548_828_125				) < 1e-2
                     assert abs(result_mean.item() - 0.1_560_530_662_536_621				) < 1e-3


       def 	_snake_case				(    self				)						->    int:
              SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=self.scheduler_classes[0]
              SCREAMING_SNAKE_CASE_							:				Optional[Any]		=self.get_scheduler_config()
              SCREAMING_SNAKE_CASE_							:				List[str]		=scheduler_class(**__A				)

              scheduler.set_timesteps(self.num_inference_steps						,       device=__A				)

              SCREAMING_SNAKE_CASE_							:				int		=self.dummy_model()
              SCREAMING_SNAKE_CASE_							:				int		=self.dummy_sample_deter.to(__A				) * scheduler.init_noise_sigma

              for t in scheduler.timesteps:
                     SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=scheduler.scale_model_input(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Dict		=model(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Optional[Any]		=scheduler.step(__A						,       __A						,       __A				)
                     SCREAMING_SNAKE_CASE_							:				List[Any]		=output.prev_sample

              SCREAMING_SNAKE_CASE_							:				List[Any]		=torch.sum(torch.abs(__A				)				)
              SCREAMING_SNAKE_CASE_							:				int		=torch.mean(torch.abs(__A				)				)

              if torch_device in ["mps"]:
                     assert abs(result_sum.item() - 167.46_957_397_460_938				) < 1e-2
                     assert abs(result_mean.item() - 0.21_805_934_607_982_635				) < 1e-3
              elif torch_device in ["cuda"]:
                     assert abs(result_sum.item() - 171.59_353_637_695_312				) < 1e-2
                     assert abs(result_mean.item() - 0.22_342_908_382_415_771				) < 1e-3
              else:
                     assert abs(result_sum.item() - 162.52_383_422_851_562				) < 1e-2
                     assert abs(result_mean.item() - 0.211_619_570_851_326				) < 1e-3





       def 	_snake_case				(    self				)						->    List[Any]:
              SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=self.scheduler_classes[0]
              SCREAMING_SNAKE_CASE_							:				List[str]		=self.get_scheduler_config()
              SCREAMING_SNAKE_CASE_							:				Dict		=scheduler_class(**__A						,       use_karras_sigmas=__A				)

              scheduler.set_timesteps(self.num_inference_steps						,       device=__A				)

              SCREAMING_SNAKE_CASE_							:				Dict		=self.dummy_model()
              SCREAMING_SNAKE_CASE_							:				List[Any]		=self.dummy_sample_deter.to(__A				) * scheduler.init_noise_sigma
              SCREAMING_SNAKE_CASE_							:				str		=sample.to(__A				)

              for t in scheduler.timesteps:
                     SCREAMING_SNAKE_CASE_							:				Any		=scheduler.scale_model_input(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				Optional[Any]		=model(__A						,       __A				)

                     SCREAMING_SNAKE_CASE_							:				int		=scheduler.step(__A						,       __A						,       __A				)
                     SCREAMING_SNAKE_CASE_							:				List[str]		=output.prev_sample

              SCREAMING_SNAKE_CASE_							:				str		=torch.sum(torch.abs(__A				)				)
              SCREAMING_SNAKE_CASE_							:				List[Any]		=torch.mean(torch.abs(__A				)				)

              if torch_device in ["mps"]:
                     assert abs(result_sum.item() - 176.66_974_135_742_188				) < 1e-2
                     assert abs(result_mean.item() - 0.23_003_872_730_981_811				) < 1e-2
              elif torch_device in ["cuda"]:
                     assert abs(result_sum.item() - 177.63_653_564_453_125				) < 1e-2
                     assert abs(result_mean.item() - 0.23_003_872_730_981_811				) < 1e-2
              else:
                     assert abs(result_sum.item() - 170.3_135_223_388_672				) < 1e-2
                     assert abs(result_mean.item() - 0.23_003_872_730_981_811				) < 1e-2
