


'''simple docstring'''






import hashlib
import unittest
from typing import Dict

import numpy as np

from transformers import (
    MODEL_FOR_MASK_GENERATION_MAPPING,
    TF_MODEL_FOR_MASK_GENERATION_MAPPING,
    is_vision_available,
    pipeline,
)
from transformers.pipelines import MaskGenerationPipeline
from transformers.testing_utils import (
    is_pipeline_test,
    nested_simplify,
    require_tf,
    require_torch,
    require_vision,
    slow,
)


if is_vision_available():
 from PIL import Image
else:






 class    __magic_name__				:






        @staticmethod
        def      lowerCAmelCase						(     *snake_case    ,				**snake_case)		->    str:




           '''simple docstring'''
           pass





def lowerCamelCase__     (		__lowerCamelCase			:				Image				):







   '''simple docstring'''




   _UpperCAmelCase  :  Optional[Any]				       =hashlib.mda(image.tobytes()				)
   return m.hexdigest()[:1_0]





def lowerCamelCase__     (		__lowerCamelCase			:				Image				):







   '''simple docstring'''




   _UpperCAmelCase  :  List[str]				       =np.array(__lowerCamelCase				)
   _UpperCAmelCase  :  List[str]				       =npimg.shape
   return {"hash": hashimage(__lowerCamelCase				), "shape": shape}






@is_pipeline_test
@require_vision
@require_torch
class    __magic_name__				(						unittest.TestCase							):
       UpperCAmelCase		 =dict(
           (list(MODEL_FOR_MASK_GENERATION_MAPPING.items()							) if MODEL_FOR_MASK_GENERATION_MAPPING else [])							)
       UpperCAmelCase		 =dict(
           (list(TF_MODEL_FOR_MASK_GENERATION_MAPPING.items()							) if TF_MODEL_FOR_MASK_GENERATION_MAPPING else [])							)






       def      lowerCAmelCase						(     self    ,				snake_case    ,				snake_case    ,				snake_case)		->    str:




          '''simple docstring'''
          _UpperCAmelCase  :  List[str]				       =MaskGenerationPipeline(model=snake_case    ,				image_processor=snake_case)
          return image_segmenter, [
              "./tests/fixtures/tests_samples/COCO/000000039769.png",
              "./tests/fixtures/tests_samples/COCO/000000039769.png",
          ]






       def      lowerCAmelCase						(     self    ,				snake_case    ,				snake_case)		->    Optional[Any]:




          '''simple docstring'''
          pass






       @require_tf
       @unittest.skip('Image segmentation not implemented in TF')
       def      lowerCAmelCase						(     self)		->    Union[str, Any]:




          '''simple docstring'''
          pass






       @slow
       @require_torch
       def      lowerCAmelCase						(     self)		->    str:




          '''simple docstring'''
          _UpperCAmelCase  :  Any				       =pipeline('mask-generation'    ,				model='facebook/sam-vit-huge')

          _UpperCAmelCase  :  Union[str, Any]				       =image_segmenter('http://images.cocodataset.org/val2017/000000039769.jpg'    ,				points_per_batch=2_5_6)

          # Shortening by hashing
          _UpperCAmelCase  :  str				       =[]
          for i, o in enumerate(outputs['masks']):
             new_outupt += [{"mask": mask_to_test_readable(snake_case), "scores": outputs["scores"][i]}]

          # fmt: off
          self.assertEqual(
              nested_simplify(snake_case    ,				decimals=4)    ,				[
                  {'mask': {'hash': '115ad19f5f', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.04_44},
                  {'mask': {'hash': '6affa964c6', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.0_21},
                  {'mask': {'hash': 'dfe28a0388', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.01_67},
                  {'mask': {'hash': 'c0a5f4a318', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.01_32},
                  {'mask': {'hash': 'fe8065c197', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.00_53},
                  {'mask': {'hash': 'e2d0b7a0b7', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.99_67},
                  {'mask': {'hash': '453c7844bd', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.9_93},
                  {'mask': {'hash': '3d44f2926d', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.99_09},
                  {'mask': {'hash': '64033ddc3f', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.98_79},
                  {'mask': {'hash': '801064ff79', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.98_34},
                  {'mask': {'hash': '6172f276ef', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.97_16},
                  {'mask': {'hash': 'b49e60e084', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.96_12},
                  {'mask': {'hash': 'a811e775fd', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.95_99},
                  {'mask': {'hash': 'a6a8ebcf4b', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.95_52},
                  {'mask': {'hash': '9d8257e080', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.95_32},
                  {'mask': {'hash': '32de6454a8', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.95_16},
                  {'mask': {'hash': 'af3d4af2c8', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.94_99},
                  {'mask': {'hash': '3c6db475fb', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.94_83},
                  {'mask': {'hash': 'c290813fb9', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.94_64},
                  {'mask': {'hash': 'b6f0b8f606', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.9_43},
                  {'mask': {'hash': '92ce16bfdf', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.9_43},
                  {'mask': {'hash': 'c749b25868', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.94_08},
                  {'mask': {'hash': 'efb6cab859', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.93_35},
                  {'mask': {'hash': '1ff2eafb30', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.93_26},
                  {'mask': {'hash': '788b798e24', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.92_62},
                  {'mask': {'hash': 'abea804f0e', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.89_99},
                  {'mask': {'hash': '7b9e8ddb73', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.89_86},
                  {'mask': {'hash': 'cd24047c8a', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.89_84},
                  {'mask': {'hash': '6943e6bcbd', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.88_73},
                  {'mask': {'hash': 'b5f47c9191', 'shape': (4_8_0, 6_4_0)}, 'scores': 0.88_71}
              ]    ,				)
          # fmt: on






       @require_torch
       @slow
       def      lowerCAmelCase						(     self)		->    Optional[Any]:




          '''simple docstring'''
          _UpperCAmelCase  :  List[str]				       ='facebook/sam-vit-huge'
          _UpperCAmelCase  :  Optional[int]				       =pipeline('mask-generation'    ,				model=snake_case)

          _UpperCAmelCase  :  str				       =image_segmenter(
              'http://images.cocodataset.org/val2017/000000039769.jpg'    ,				pred_iou_thresh=1    ,				points_per_batch=2_5_6)

          # Shortening by hashing
          _UpperCAmelCase  :  Tuple				       =[]
          for i, o in enumerate(outputs['masks']):
             new_outupt += [{"mask": mask_to_test_readable(snake_case), "scores": outputs["scores"][i]}]

          self.assertEqual(
              nested_simplify(snake_case    ,				decimals=4)    ,				[
                  {'mask': {'hash': '115ad19f5f', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.04_44},
                  {'mask': {'hash': '6affa964c6', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.02_10},
                  {'mask': {'hash': 'dfe28a0388', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.01_67},
                  {'mask': {'hash': 'c0a5f4a318', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.01_32},
                  {'mask': {'hash': 'fe8065c197', 'shape': (4_8_0, 6_4_0)}, 'scores': 1.00_53},
              ]    ,				)





'''simple docstring'''






from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import fa_score, matthews_corrcoef

import datasets


lowercase				='\\n@inproceedings{wang2019glue,\n  title={{GLUE}: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding},\n  author={Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel R.},\n  note={In the Proceedings of ICLR.},\n  year={2019}\n}\n'

lowercase				='\\nGLUE, the General Language Understanding Evaluation benchmark\n(https://gluebenchmark.com/) is a collection of resources for training,\nevaluating, and analyzing natural language understanding systems.\n'

lowercase				='\nCompute GLUE evaluation metric associated to each GLUE dataset.\nArgs:\n    predictions: list of predictions to score.\n        Each translation should be tokenized into a list of tokens.\n    references: list of lists of references for each translation.\n        Each reference should be tokenized into a list of tokens.\nReturns: depending on the GLUE subset, one or several of:\n    "accuracy": Accuracy\n    "f1": F1 score\n    "pearson": Pearson Correlation\n    "spearmanr": Spearman Correlation\n    "matthews_correlation": Matthew Correlation\nExamples:\n\n    >>> glue_metric = datasets.load_metric(\'glue\', \'sst2\')  # \'sst2\' or any of ["mnli", "mnli_mismatched", "mnli_matched", "qnli", "rte", "wnli", "hans"]\n    >>> references = [0, 1]\n    >>> predictions = [0, 1]\n    >>> results = glue_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'accuracy\': 1.0}\n\n    >>> glue_metric = datasets.load_metric(\'glue\', \'mrpc\')  # \'mrpc\' or \'qqp\'\n    >>> references = [0, 1]\n    >>> predictions = [0, 1]\n    >>> results = glue_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'accuracy\': 1.0, \'f1\': 1.0}\n\n    >>> glue_metric = datasets.load_metric(\'glue\', \'stsb\')\n    >>> references = [0., 1., 2., 3., 4., 5.]\n    >>> predictions = [0., 1., 2., 3., 4., 5.]\n    >>> results = glue_metric.compute(predictions=predictions, references=references)\n    >>> print({"pearson": round(results["pearson"], 2), "spearmanr": round(results["spearmanr"], 2)})\n    {\'pearson\': 1.0, \'spearmanr\': 1.0}\n\n    >>> glue_metric = datasets.load_metric(\'glue\', \'cola\')\n    >>> references = [0, 1]\n    >>> predictions = [0, 1]\n    >>> results = glue_metric.compute(predictions=predictions, references=references)\n    >>> print(results)\n    {\'matthews_correlation\': 1.0}\n'





def lowerCamelCase__     (		__lowerCamelCase			:				Optional[Any]			,       __lowerCamelCase			:				str				):







   '''simple docstring'''




   return float((preds == labels).mean()				)





def lowerCamelCase__     (		__lowerCamelCase			:				Tuple			,       __lowerCamelCase			:				Union[str, Any]				):







   '''simple docstring'''




   _UpperCAmelCase  :  Union[str, Any]				       =simple_accuracy(__lowerCamelCase			,       __lowerCamelCase				)
   _UpperCAmelCase  :  List[Any]				       =float(fa_score(y_true=__lowerCamelCase			,       y_pred=__lowerCamelCase				)				)
   return {
       "accuracy": acc,
       "f1": fa,
   }





def lowerCamelCase__     (		__lowerCamelCase			:				str			,       __lowerCamelCase			:				int				):







   '''simple docstring'''




   _UpperCAmelCase  :  Dict				       =float(pearsonr(__lowerCamelCase			,       __lowerCamelCase				)[0]				)
   _UpperCAmelCase  :  int				       =float(spearmanr(__lowerCamelCase			,       __lowerCamelCase				)[0]				)
   return {
       "pearson": pearson_corr,
       "spearmanr": spearman_corr,
   }






@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION   ,_KWARGS_DESCRIPTION							)
class    __magic_name__				(						datasets.Metric							):






       def      lowerCAmelCase						(     self)		->    str:




          '''simple docstring'''
          if self.config_name not in [
              "sst2",
              "mnli",
              "mnli_mismatched",
              "mnli_matched",
              "cola",
              "stsb",
              "mrpc",
              "qqp",
              "qnli",
              "rte",
              "wnli",
              "hans",
          ]:
             raise KeyError(
                 'You should supply a configuration name selected in '
                 '["sst2", "mnli", "mnli_mismatched", "mnli_matched", '
                 '"cola", "stsb", "mrpc", "qqp", "qnli", "rte", "wnli", "hans"]')
          return datasets.MetricInfo(
              description=_DESCRIPTION    ,				citation=_CITATION    ,				inputs_description=_KWARGS_DESCRIPTION    ,				features=datasets.Features(
                  {
                      'predictions': datasets.Value('int64' if self.config_name != 'stsb' else 'float32'),
                      'references': datasets.Value('int64' if self.config_name != 'stsb' else 'float32'),
                  })    ,				codebase_urls=[]    ,				reference_urls=[]    ,				format='numpy'    ,				)






       def      lowerCAmelCase						(     self    ,				snake_case    ,				snake_case)		->    int:




          '''simple docstring'''
          if self.config_name == "cola":
             return {"matthews_correlation": matthews_corrcoef(snake_case    ,				snake_case)}
          elif self.config_name == "stsb":
             return pearson_and_spearman(snake_case    ,				snake_case)
          elif self.config_name in ["mrpc", "qqp"]:
             return acc_and_fa(snake_case    ,				snake_case)
          elif self.config_name in ["sst2", "mnli", "mnli_mismatched", "mnli_matched", "qnli", "rte", "wnli", "hans"]:
             return {"accuracy": simple_accuracy(snake_case    ,				snake_case)}
          else:
             raise KeyError(
                 'You should supply a configuration name selected in '
                 '["sst2", "mnli", "mnli_mismatched", "mnli_matched", '
                 '"cola", "stsb", "mrpc", "qqp", "qnli", "rte", "wnli", "hans"]')

