






import comet  # From: unbabel-comet
import torch

import datasets


lowercase  :							Any			  =    datasets.logging.get_logger(__name__)

lowercase  :							Tuple			  =    '''\
@inproceedings{rei-EtAl:2020:WMT,
   author    = {Rei, Ricardo  and  Stewart, Craig  and  Farinha, Ana C  and  Lavie, Alon},
   title     = {Unbabel\'s Participation in the WMT20 Metrics Shared Task},
   booktitle      = {Proceedings of the Fifth Conference on Machine Translation},
   month          = {November},
   year           = {2020},
   address        = {Online},
   publisher      = {Association for Computational Linguistics},
   pages     = {909--918},
}
@inproceedings{rei-etal-2020-comet,
   title = "{COMET}: A Neural Framework for {MT} Evaluation",
   author = "Rei, Ricardo  and
      Stewart, Craig  and
      Farinha, Ana C  and
      Lavie, Alon",
   booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)",
   month = nov,
   year = "2020",
   address = "Online",
   publisher = "Association for Computational Linguistics",
   url = "https://www.aclweb.org/anthology/2020.emnlp-main.213",
   pages = "2685--2702",
}
'''

lowercase  :							int			  =    '''\
Crosslingual Optimized Metric for Evaluation of Translation (COMET) is an open-source framework used to train Machine Translation metrics that achieve high levels of correlation with different types of human judgments (HTER, DA\'s or MQM).
With the release of the framework the authors also released fully trained models that were used to compete in the WMT20 Metrics Shared Task achieving SOTA in that years competition.

See the [README.md] file at https://unbabel.github.io/COMET/html/models.html for more information.
'''

lowercase  :							str			  =    '''
COMET score.

Args:

`sources` (list of str): Source sentences
`predictions` (list of str): candidate translations
`references` (list of str): reference translations
`cuda` (bool): If set to True, runs COMET using GPU
`show_progress` (bool): Shows progress
`model`: COMET model to be used. Will default to `wmt-large-da-estimator-1719` if None.

Returns:
    `samples`: List of dictionaries with `src`, `mt`, `ref` and `score`.
    `scores`: List of scores.

Examples:

    >>> comet_metric = datasets.load_metric(\'comet\')
    >>> # comet_metric = load_metric(\'comet\', \'wmt20-comet-da\')  # you can also choose which model to use
    >>> source = ["Dem Feuer konnte Einhalt geboten werden", "Schulen und Kindergärten wurden eröffnet."]
    >>> hypothesis = ["The fire could be stopped", "Schools and kindergartens were open"]
    >>> reference = ["They were able to control the fire.", "Schools and kindergartens opened"]
    >>> results = comet_metric.compute(predictions=hypothesis, references=reference, sources=source)
    >>> print([round(v, 2) for v in results["scores"]])
    [0.19, 0.92]
'''




@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION					,  _KWARGS_DESCRIPTION					)
class 		UpperCAmelCase_						(	datasets.Metric					):


						'''simple docstring'''




						def       _lowerCAmelCase       (	self				) ->				List[str]:
								return datasets.MetricInfo(
								    description=_DESCRIPTION		,				citation=_CITATION		,				homepage="https://unbabel.github.io/COMET/html/index.html"		,				inputs_description=_KWARGS_DESCRIPTION		,				features=datasets.Features(
								        {
								            "sources": datasets.Value("string"		,				id="sequence"				),
								            "predictions": datasets.Value("string"		,				id="sequence"				),
								            "references": datasets.Value("string"		,				id="sequence"				),
								        }				)		,				codebase_urls=["https://github.com/Unbabel/COMET"]		,				reference_urls=[
								        "https://github.com/Unbabel/COMET",
								        "https://www.aclweb.org/anthology/2020.emnlp-main.213/",
								        "http://www.statmt.org/wmt20/pdf/2020.wmt-1.101.pdf6",
								    ]		,				)






						def       _lowerCAmelCase       (	self		,				_SCREAMING_SNAKE_CASE				) ->				str:
								if self.config_name == "default":
										snake_case_				:							List[str]						 =       comet.load_from_checkpoint(comet.download_model("wmt20-comet-da"				)				)
								else:
										snake_case_				:							str						 =       comet.load_from_checkpoint(comet.download_model(self.config_name				)				)






						def       _lowerCAmelCase       (	self		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE=None		,				_SCREAMING_SNAKE_CASE=False				) ->				Tuple:
								if gpus is None:
										snake_case_				:							Dict						 =       1 if torch.cuda.is_available() else 0
								snake_case_				:							Union[str, Any]						 =       {"src": sources, "mt": predictions, "ref": references}
								snake_case_				:							str						 =       [dict(zip(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)				) for t in zip(*data.values()				)]
								snake_case_ ,       snake_case_				:							Union[str, Any]						 =       self.scorer.predict(_SCREAMING_SNAKE_CASE		,				gpus=_SCREAMING_SNAKE_CASE		,				progress_bar=_SCREAMING_SNAKE_CASE				)
								return {"mean_score": mean_score, "scores": scores}








from __future__ import annotations

import inspect
import unittest
from typing import List, Tuple

from transformers import RegNetConfig
from transformers.testing_utils import require_tf, require_vision, slow
from transformers.utils import cached_property, is_tf_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
							import tensorflow as tf

							from transformers import TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LIST, TFRegNetForImageClassification, TFRegNetModel


if is_vision_available():
							from PIL import Image

							from transformers import AutoImageProcessor




class 		UpperCAmelCase_						:


						'''simple docstring'''




						def __init__(	self		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE=3		,				_SCREAMING_SNAKE_CASE=32		,				_SCREAMING_SNAKE_CASE=3		,				_SCREAMING_SNAKE_CASE=10		,				_SCREAMING_SNAKE_CASE=[10, 20, 30, 40]		,				_SCREAMING_SNAKE_CASE=[1, 1, 2, 1]		,				_SCREAMING_SNAKE_CASE=True		,				_SCREAMING_SNAKE_CASE=True		,				_SCREAMING_SNAKE_CASE="relu"		,				_SCREAMING_SNAKE_CASE=3		,				_SCREAMING_SNAKE_CASE=None		,				) ->				List[str]:
								snake_case_				:							str						 =       parent
								snake_case_				:							Optional[int]						 =       batch_size
								snake_case_				:							Dict						 =       image_size
								snake_case_				:							Tuple						 =       num_channels
								snake_case_				:							Union[str, Any]						 =       embeddings_size
								snake_case_				:							int						 =       hidden_sizes
								snake_case_				:							Optional[int]						 =       depths
								snake_case_				:							Dict						 =       is_training
								snake_case_				:							Tuple						 =       use_labels
								snake_case_				:							int						 =       hidden_act
								snake_case_				:							List[str]						 =       num_labels
								snake_case_				:							List[Any]						 =       scope
								snake_case_				:							Union[str, Any]						 =       len(_SCREAMING_SNAKE_CASE				)






						def       _lowerCAmelCase       (	self				) ->				Dict:
								snake_case_				:							Union[str, Any]						 =       floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]				)

								snake_case_				:							Optional[Any]						 =       None
								if self.use_labels:
										snake_case_				:							Any						 =       ids_tensor([self.batch_size]		,				self.num_labels				)

								snake_case_				:							Optional[int]						 =       self.get_config()
								return config, pixel_values, labels






						def       _lowerCAmelCase       (	self				) ->				Optional[int]:
								return RegNetConfig(
								    num_channels=self.num_channels		,				embeddings_size=self.embeddings_size		,				hidden_sizes=self.hidden_sizes		,				depths=self.depths		,				hidden_act=self.hidden_act		,				num_labels=self.num_labels		,				)






						def       _lowerCAmelCase       (	self		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				) ->				Union[str, Any]:
								snake_case_				:							Union[str, Any]						 =       TFRegNetModel(config=_SCREAMING_SNAKE_CASE				)
								snake_case_				:							List[str]						 =       model(_SCREAMING_SNAKE_CASE		,				training=_SCREAMING_SNAKE_CASE				)
								# expected last hidden states: B, C, H // 32, W // 32
								self.parent.assertEqual(
								    result.last_hidden_state.shape		,				(self.batch_size, self.hidden_sizes[-1], self.image_size // 32, self.image_size // 32)		,				)






						def       _lowerCAmelCase       (	self		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				) ->				Tuple:
								snake_case_				:							Optional[int]						 =       self.num_labels
								snake_case_				:							Tuple						 =       TFRegNetForImageClassification(_SCREAMING_SNAKE_CASE				)
								snake_case_				:							List[str]						 =       model(_SCREAMING_SNAKE_CASE		,				labels=_SCREAMING_SNAKE_CASE		,				training=_SCREAMING_SNAKE_CASE				)
								self.parent.assertEqual(result.logits.shape		,				(self.batch_size, self.num_labels)				)






						def       _lowerCAmelCase       (	self				) ->				Union[str, Any]:
								snake_case_				:							Optional[Any]						 =       self.prepare_config_and_inputs()
								snake_case_ ,       snake_case_ ,       snake_case_				:							Union[str, Any]						 =       config_and_inputs
								snake_case_				:							Any						 =       {"pixel_values": pixel_values}
								return config, inputs_dict




@require_tf
class 		UpperCAmelCase_						(	SCREAMING_SNAKE_CASE__					,  SCREAMING_SNAKE_CASE__					,  unittest.TestCase					):


						'''simple docstring'''




						A     :   Optional[int]						=					(TFRegNetModel, TFRegNetForImageClassification) if is_tf_available() else ()
						A     :   Dict						=					(
						    {'feature-extraction': TFRegNetModel, 'image-classification': TFRegNetForImageClassification}
						    if is_tf_available()
						    else {}
						)

						A     :   List[Any]						=					False
						A     :   List[str]						=					False
						A     :   Optional[Any]						=					False
						A     :   List[Any]						=					False
						A     :   List[Any]						=					False






						def       _lowerCAmelCase       (	self				) ->				Any:
								snake_case_				:							List[Any]						 =       TFRegNetModelTester(self				)
								snake_case_				:							Any						 =       ConfigTester(self		,				config_class=_SCREAMING_SNAKE_CASE		,				has_text_modality=_SCREAMING_SNAKE_CASE				)






						def       _lowerCAmelCase       (	self				) ->				Dict:
								return






						@unittest.skip(reason="RegNet does not use inputs_embeds"				)
						def       _lowerCAmelCase       (	self				) ->				Dict:
								pass






						@unittest.skipIf(
						    not is_tf_available() or len(tf.config.list_physical_devices("GPU"				)				) == 0		,				reason="TF does not support backprop for grouped convolutions on CPU."		,				)
						@slow
						def       _lowerCAmelCase       (	self				) ->				Any:
								super().test_keras_fit()






						@unittest.skip(reason="RegNet does not support input and output embeddings"				)
						def       _lowerCAmelCase       (	self				) ->				str:
								pass






						def       _lowerCAmelCase       (	self				) ->				int:
								snake_case_ ,       snake_case_				:							List[Any]						 =       self.model_tester.prepare_config_and_inputs_for_common()

								for model_class in self.all_model_classes:
										snake_case_				:							int						 =       model_class(_SCREAMING_SNAKE_CASE				)
										snake_case_				:							str						 =       inspect.signature(model.call				)
										# signature.parameters is an OrderedDict => so arg_names order is deterministic
										snake_case_				:							List[str]						 =       [*signature.parameters.keys()]

										snake_case_				:							Dict						 =       ["pixel_values"]
										self.assertListEqual(arg_names[:1]		,				_SCREAMING_SNAKE_CASE				)






						def       _lowerCAmelCase       (	self				) ->				Union[str, Any]:
								snake_case_				:							List[Any]						 =       self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_model(*_SCREAMING_SNAKE_CASE				)






						def       _lowerCAmelCase       (	self				) ->				Tuple:
								def check_hidden_states_output(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				):
										snake_case_				:							List[str]						 =       model_class(_SCREAMING_SNAKE_CASE				)
										snake_case_				:							Tuple						 =       model(**self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)		,				training=_SCREAMING_SNAKE_CASE				)

										snake_case_				:							Union[str, Any]						 =       outputs.encoder_hidden_states if config.is_encoder_decoder else outputs.hidden_states

										snake_case_				:							Any						 =       self.model_tester.num_stages
										self.assertEqual(len(_SCREAMING_SNAKE_CASE				)		,				expected_num_stages + 1				)

										# RegNet's feature maps are of shape (batch_size, num_channels, height, width)
										self.assertListEqual(
										    list(hidden_states[0].shape[-2:]				)		,				[self.model_tester.image_size // 2, self.model_tester.image_size // 2]		,				)

								snake_case_ ,       snake_case_				:							Dict						 =       self.model_tester.prepare_config_and_inputs_for_common()
								snake_case_				:							Optional[int]						 =       ["basic", "bottleneck"]
								for model_class in self.all_model_classes:
										for layer_type in layers_type:
												snake_case_				:							Any						 =       layer_type
												snake_case_				:							int						 =       True
												check_hidden_states_output(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)

												# check that output_hidden_states also work using config
												del inputs_dict["output_hidden_states"]
												snake_case_				:							Any						 =       True

												check_hidden_states_output(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)






						def       _lowerCAmelCase       (	self				) ->				Optional[Any]:
								snake_case_ ,       snake_case_				:							List[Any]						 =       self.model_tester.prepare_config_and_inputs_for_common()

								def check_equivalence(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE={}				):
										snake_case_				:							List[Any]						 =       model(_SCREAMING_SNAKE_CASE		,				return_dict=_SCREAMING_SNAKE_CASE		,				**_SCREAMING_SNAKE_CASE				)
										snake_case_				:							List[Any]						 =       model(_SCREAMING_SNAKE_CASE		,				return_dict=_SCREAMING_SNAKE_CASE		,				**_SCREAMING_SNAKE_CASE				).to_tuple()

										def recursive_check(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				):
												if isinstance(_SCREAMING_SNAKE_CASE		,				(List, Tuple)				):
														for tuple_iterable_value, dict_iterable_value in zip(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				):
																recursive_check(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)
												elif tuple_object is None:
														return
												else:
														self.assertTrue(
														    all(tf.equal(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)				)		,				msg=(
														        "Tuple and dict output are not equal. Difference:"
														        f''' {tf.math.reduce_max(tf.abs(tuple_object - dict_object				)				)}'''
														    )		,				)

												recursive_check(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)

								for model_class in self.all_model_classes:
										snake_case_				:							str						 =       model_class(_SCREAMING_SNAKE_CASE				)

										snake_case_				:							List[Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)
										snake_case_				:							Optional[Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)
										check_equivalence(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)

										snake_case_				:							Union[str, Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				return_labels=_SCREAMING_SNAKE_CASE				)
										snake_case_				:							Union[str, Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				return_labels=_SCREAMING_SNAKE_CASE				)
										check_equivalence(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)

										snake_case_				:							Optional[Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)
										snake_case_				:							Union[str, Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE				)
										check_equivalence(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				{"output_hidden_states": True}				)

										snake_case_				:							List[Any]						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				return_labels=_SCREAMING_SNAKE_CASE				)
										snake_case_				:							Dict						 =       self._prepare_for_class(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				return_labels=_SCREAMING_SNAKE_CASE				)
										check_equivalence(_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				_SCREAMING_SNAKE_CASE		,				{"output_hidden_states": True}				)






						def       _lowerCAmelCase       (	self				) ->				List[str]:
								snake_case_				:							List[str]						 =       self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_image_classification(*_SCREAMING_SNAKE_CASE				)






						@slow
						def       _lowerCAmelCase       (	self				) ->				Any:
								for model_name in TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
										snake_case_				:							Dict						 =       TFRegNetModel.from_pretrained(_SCREAMING_SNAKE_CASE				)
										self.assertIsNotNone(_SCREAMING_SNAKE_CASE				)




def      lowerCAmelCase__	(    ):
		snake_case_				:							int						 =       Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"    )
		return image




@require_tf
@require_vision
class 		UpperCAmelCase_						(	unittest.TestCase					):


						'''simple docstring'''




						@cached_property
						def       _lowerCAmelCase       (	self				) ->				List[Any]:
								return (
								    AutoImageProcessor.from_pretrained(TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LIST[0]				)
								    if is_vision_available()
								    else None
								)






						@slow
						def       _lowerCAmelCase       (	self				) ->				Dict:
								snake_case_				:							str						 =       TFRegNetForImageClassification.from_pretrained(TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LIST[0]				)

								snake_case_				:							int						 =       self.default_image_processor
								snake_case_				:							List[Any]						 =       prepare_img()
								snake_case_				:							str						 =       image_processor(images=_SCREAMING_SNAKE_CASE		,				return_tensors="tf"				)

								# forward pass
								snake_case_				:							Any						 =       model(**_SCREAMING_SNAKE_CASE		,				training=_SCREAMING_SNAKE_CASE				)

								# verify the logits
								snake_case_				:							List[str]						 =       tf.TensorShape((1, 1000)				)
								self.assertEqual(outputs.logits.shape		,				_SCREAMING_SNAKE_CASE				)

								snake_case_				:							Optional[int]						 =       tf.constant([-0.4180, -1.5051, -3.4836]				)

								tf.debugging.assert_near(outputs.logits[0, :3]		,				_SCREAMING_SNAKE_CASE		,				atol=1e-4				)
