
"""simple docstring"""




import math_equivalence  # From: git+https://github.com/hendrycks/math.git

import datasets


A__   :					Optional[int]							=   '\\n@article{hendrycksmath2021,\n  title={Measuring Mathematical Problem Solving With the MATH Dataset},\n  author={Dan Hendrycks\n    and Collin Burns\n    and Saurav Kadavath\n    and Akul Arora\n    and Steven Basart\n    and Eric Tang\n    and Dawn Song\n    and Jacob Steinhardt},\n  journal={arXiv preprint arXiv:2103.03874},\n  year={2021}\n}\n'


A__   :					Dict							=   '\\nThis metric is used to assess performance on the Mathematics Aptitude Test of Heuristics (MATH) dataset.\nIt first canonicalizes the inputs (e.g., converting "1/2" to "\\frac{1}{2}") and then computes accuracy.\n'


A__   :					Optional[int]							=   r'\nCalculates accuracy after canonicalizing inputs.\n\nArgs:\n    predictions: list of predictions to score. Each prediction\n        is a string that contains natural language and LaTex.\n    references: list of reference for each prediction. Each\n        reference is a string that contains natural language\n        and LaTex.\nReturns:\n    accuracy: accuracy after canonicalizing inputs\n        (e.g., converting "1/2" to "\\frac{1}{2}")\n\nExamples:\n    >>> metric = datasets.load_metric("competition_math")\n    >>> results = metric.compute(references=["\\frac{1}{2}"], predictions=["1/2"])\n    >>> print(results)\n    {\'accuracy\': 1.0}\n'


@datasets.utils.file_utils.add_end_docstrings(_DESCRIPTION   ,					_KWARGS_DESCRIPTION )
class 			__magic_name__       (       datasets.Metric ):
       def 							lowercase_							(     self       )     ->	int:





         """simple docstring"""




         return datasets.MetricInfo(
             description=_DESCRIPTION ,				citation=_CITATION ,				inputs_description=_KWARGS_DESCRIPTION ,				features=datasets.Features(
                 {
                     '''predictions''': datasets.Value('''string'''       ),
                     '''references''': datasets.Value('''string'''       ),
                 }       ) ,				homepage='''https://github.com/hendrycks/math''' ,				codebase_urls=['''https://github.com/hendrycks/math'''] ,				)



       def 							lowercase_							(     self ,				A_ ,				A_       )     ->	Any:





         """simple docstring"""




         _lowercase:			str       =     0.0
         for i, j in zip(A_ ,				A_       ):
           n_correct += 1.0 if math_equivalence.is_equiv(A_ ,				A_       ) else 0.0
         _lowercase:			Union[str, Any]       =     n_correct / len(A_       )
         return {
             "accuracy": accuracy,
         }


"""simple docstring"""




import torch

from diffusers import KDPMaDiscreteScheduler
from diffusers.utils import torch_device

from .test_schedulers import SchedulerCommonTest


class 			__magic_name__       (       SCREAMING_SNAKE_CASE__ ):
       UpperCamelCase_   =		(KDPMaDiscreteScheduler,)
       UpperCamelCase_   =		10
       def 							lowercase_							(     self ,				**A_       )     ->	List[Any]:





         """simple docstring"""




         _lowercase:			Tuple       =     {
             '''num_train_timesteps''': 1100,
             '''beta_start''': 0.00_01,
             '''beta_end''': 0.02,
             '''beta_schedule''': '''linear''',
         }

         config.update(**A_       )
         return config
       def 							lowercase_							(     self       )     ->	List[str]:





         """simple docstring"""




         for timesteps in [10, 50, 100, 1000]:
           self.check_over_configs(num_train_timesteps=A_       )
       def 							lowercase_							(     self       )     ->	Tuple:





         """simple docstring"""




         for beta_start, beta_end in zip([0.0_00_01, 0.00_01, 0.0_01] ,				[0.00_02, 0.0_02, 0.02]       ):
           self.check_over_configs(beta_start=A_ ,				beta_end=A_       )
       def 							lowercase_							(     self       )     ->	int:





         """simple docstring"""




         for schedule in ["linear", "scaled_linear"]:
           self.check_over_configs(beta_schedule=A_       )
       def 							lowercase_							(     self       )     ->	str:





         """simple docstring"""




         for prediction_type in ["epsilon", "v_prediction"]:
           self.check_over_configs(prediction_type=A_       )
       def 							lowercase_							(     self       )     ->	Tuple:





         """simple docstring"""




         _lowercase:			Optional[int]       =     self.scheduler_classes[0]
         _lowercase:			List[str]       =     self.get_scheduler_config(prediction_type='''v_prediction'''       )
         _lowercase:			List[Any]       =     scheduler_class(**A_       )

         scheduler.set_timesteps(self.num_inference_steps       )

         _lowercase:			List[str]       =     self.dummy_model()
         _lowercase:			Dict       =     self.dummy_sample_deter * scheduler.init_noise_sigma
         _lowercase:			List[Any]       =     sample.to(A_       )

         for i, t in enumerate(scheduler.timesteps       ):
           _lowercase:			Optional[int]       =     scheduler.scale_model_input(A_ ,				A_       )

           _lowercase:			Optional[Any]       =     model(A_ ,				A_       )

           _lowercase:			List[str]       =     scheduler.step(A_ ,				A_ ,				A_       )
           _lowercase:			str       =     output.prev_sample

         _lowercase:			Dict       =     torch.sum(torch.abs(A_       )       )
         _lowercase:			Optional[int]       =     torch.mean(torch.abs(A_       )       )

         if torch_device in ["cpu", "mps"]:
           assert abs(result_sum.item() - 4.69_34E-07       ) < 1E-2
           assert abs(result_mean.item() - 6.11_12E-10       ) < 1E-3
         else:
           # CUDA
           assert abs(result_sum.item() - 4.6_93_42_86_50_17_09_72E-07       ) < 1E-2
           assert abs(result_mean.item() - 0.00_02       ) < 1E-3
       def 							lowercase_							(     self       )     ->	str:





         """simple docstring"""




         if torch_device == "mps":
           return
         _lowercase:			List[str]       =     self.scheduler_classes[0]
         _lowercase:			Optional[int]       =     self.get_scheduler_config()
         _lowercase:			int       =     scheduler_class(**A_       )

         scheduler.set_timesteps(self.num_inference_steps       )

         _lowercase:			Tuple       =     self.dummy_model()
         _lowercase:			Tuple       =     self.dummy_sample_deter * scheduler.init_noise_sigma
         _lowercase:			Any       =     sample.to(A_       )

         for i, t in enumerate(scheduler.timesteps       ):
           _lowercase:			Any       =     scheduler.scale_model_input(A_ ,				A_       )

           _lowercase:			List[Any]       =     model(A_ ,				A_       )

           _lowercase:			Any       =     scheduler.step(A_ ,				A_ ,				A_       )
           _lowercase:			List[Any]       =     output.prev_sample

         _lowercase:			Optional[Any]       =     torch.sum(torch.abs(A_       )       )
         _lowercase:			Tuple       =     torch.mean(torch.abs(A_       )       )

         if torch_device in ["cpu", "mps"]:
           assert abs(result_sum.item() - 20.41_25       ) < 1E-2
           assert abs(result_mean.item() - 0.02_66       ) < 1E-3
         else:
           # CUDA
           assert abs(result_sum.item() - 20.41_25       ) < 1E-2
           assert abs(result_mean.item() - 0.02_66       ) < 1E-3



       def 							lowercase_							(     self       )     ->	Any:





         """simple docstring"""




         if torch_device == "mps":
           return
         _lowercase:			int       =     self.scheduler_classes[0]
         _lowercase:			Union[str, Any]       =     self.get_scheduler_config()
         _lowercase:			Optional[Any]       =     scheduler_class(**A_       )

         scheduler.set_timesteps(self.num_inference_steps ,				device=A_       )

         _lowercase:			List[str]       =     self.dummy_model()
         _lowercase:			Union[str, Any]       =     self.dummy_sample_deter.to(A_       ) * scheduler.init_noise_sigma

         for t in scheduler.timesteps:
           _lowercase:			Optional[Any]       =     scheduler.scale_model_input(A_ ,				A_       )

           _lowercase:			int       =     model(A_ ,				A_       )

           _lowercase:			Tuple       =     scheduler.step(A_ ,				A_ ,				A_       )
           _lowercase:			int       =     output.prev_sample

         _lowercase:			Union[str, Any]       =     torch.sum(torch.abs(A_       )       )
         _lowercase:			Dict       =     torch.mean(torch.abs(A_       )       )

         if str(A_       ).startswith('''cpu'''       ):
           # The following sum varies between 148 and 156 on mps. Why?
           assert abs(result_sum.item() - 20.41_25       ) < 1E-2
           assert abs(result_mean.item() - 0.02_66       ) < 1E-3
         else:
           # CUDA
           assert abs(result_sum.item() - 20.41_25       ) < 1E-2
           assert abs(result_mean.item() - 0.02_66       ) < 1E-3
