




'''simple docstring'''

from typing import List

import jiwer
import jiwer.transforms as tr
from packaging import version

import datasets
from datasets.config import PY_VERSION


if PY_VERSION < version.parse('''3.8'''):
						import importlib_metadata
else:
						import importlib.metadata as importlib_metadata


a       :						Optional[int]								=		''''''


if version.parse(importlib_metadata.version('''jiwer''')) < version.parse('''2.3.0'''):



						class 		SCREAMING_SNAKE_CASE__  (			tr.AbstractTransform	):





									def __init__(      self						:    int      ,		a_						:    str = " "							):



												"""simple docstring"""




												__snake_case			=		sentence_delimiter





									def 							A (      self						:    Tuple      ,		a_						:    str							):



												"""simple docstring"""




												return list(a_							)






									def 							A (      self						:    Tuple      ,		a_						:    List[str]							):



												"""simple docstring"""




												__snake_case			=		[]
												for sent_idx, sentence in enumerate(a_							):
															chars.extend(self.process_string(a_							)							)
															if self.sentence_delimiter is not None and self.sentence_delimiter != "" and sent_idx < len(a_							) - 1:
																		chars.append(self.sentence_delimiter							)
												return chars







						a       :						Optional[int]								=		tr.Compose(
						    [tr.RemoveMultipleSpaces(), tr.Strip(), SentencesToListOfCharacters(SENTENCE_DELIMITER)]
						)
else:
						a       :						Dict								=		tr.Compose(
						    [
						        tr.RemoveMultipleSpaces(),
						        tr.Strip(),
						        tr.ReduceToSingleSentence(SENTENCE_DELIMITER),
						        tr.ReduceToListOfListOfChars(),
						    ]
						)


a       :						str								=		'''\
@inproceedings{inproceedings,
    author = {Morris, Andrew and Maier, Viktoria and Green, Phil},
    year = {2004},
    month = {01},
    pages = {},
    title = {From WER and RIL to MER and WIL: improved evaluation measures for connected speech recognition.}
}
'''

a       :						str								=		'''\
Character error rate (CER) is a common metric of the performance of an automatic speech recognition system.

CER is similar to Word Error Rate (WER), but operates on character instead of word. Please refer to docs of WER for further information.

Character error rate can be computed as:

CER = (S + D + I) / N = (S + D + I) / (S + D + C)

where

S is the number of substitutions,
D is the number of deletions,
I is the number of insertions,
C is the number of correct characters,
N is the number of characters in the reference (N=S+D+C).

CER\'s output is not always a number between 0 and 1, in particular when there is a high number of insertions. This value is often associated to the percentage of characters that were incorrectly predicted. The lower the value, the better the
performance of the ASR system with a CER of 0 being a perfect score.
'''

a       :						Any								=		'''
Computes CER score of transcribed segments against references.
Args:
    references: list of references for each speech input.
    predictions: list of transcribtions to score.
    concatenate_texts: Whether or not to concatenate sentences before evaluation, set to True for more accurate result.
Returns:
    (float): the character error rate

Examples:

    >>> predictions = ["this is the prediction", "there is an other sample"]
    >>> references = ["this is the reference", "there is another one"]
    >>> cer = datasets.load_metric("cer")
    >>> cer_score = cer.compute(predictions=predictions, references=references)
    >>> print(cer_score)
    0.34146341463414637
'''



@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION				,     _KWARGS_DESCRIPTION	)
class 		SCREAMING_SNAKE_CASE__  (			datasets.Metric	):





			def 							A (      self						:    Union[str, Any]							):



						"""simple docstring"""




						return datasets.MetricInfo(
						    description=_DESCRIPTION      ,		citation=_CITATION      ,		inputs_description=_KWARGS_DESCRIPTION      ,		features=datasets.Features(
						        {
						            "predictions": datasets.Value("string"      ,		id="sequence"							),
						            "references": datasets.Value("string"      ,		id="sequence"							),
						        }							)      ,		codebase_urls=["https://github.com/jitsi/jiwer/"]      ,		reference_urls=[
						        "https://en.wikipedia.org/wiki/Word_error_rate",
						        "https://sites.google.com/site/textdigitisation/qualitymeasures/computingerrorrates",
						    ]      ,		)






			def 							A (      self						:    Tuple      ,		a_						:    Any      ,		a_						:    List[str]      ,		a_						:    Optional[Any]=False							):



						"""simple docstring"""




						if concatenate_texts:
									return jiwer.compute_measures(
									    a_      ,		a_      ,		truth_transform=a_      ,		hypothesis_transform=a_      ,		)["wer"]

						__snake_case			=		0
						__snake_case			=		0
						for prediction, reference in zip(a_      ,		a_							):
									__snake_case			=		jiwer.compute_measures(
									    a_      ,		a_      ,		truth_transform=a_      ,		hypothesis_transform=a_      ,		)
									incorrect += measures["substitutions"] + measures["deletions"] + measures["insertions"]
									total += measures["substitutions"] + measures["deletions"] + measures["hits"]

						return incorrect / total













from queue import Queue
from typing import TYPE_CHECKING, Optional


if TYPE_CHECKING:
  from ..models.auto import AutoTokenizer
class 		SCREAMING_SNAKE_CASE__	:

  '''simple docstring'''







  def  lowerCamelCase       (      self		:			str       ,				lowerCamelCase		:			str							)						->	Optional[int]:


         """simple docstring"""
         raise NotImplementedError()





  def  lowerCamelCase       (      self		:			Any							)						->	Any:


         """simple docstring"""
         raise NotImplementedError()



class 		SCREAMING_SNAKE_CASE__	(  UpperCAmelCase     ):

  '''simple docstring'''







  def __init__(      self		:			str       ,				lowerCamelCase		:			"AutoTokenizer"       ,				lowerCamelCase		:			bool = False       ,				**lowerCamelCase		:			Any							)						->	Dict:


         """simple docstring"""
         _UpperCAmelCase							=    tokenizer
         _UpperCAmelCase							=    skip_prompt
         _UpperCAmelCase							=    decode_kwargs

         # variables used in the streaming process
         _UpperCAmelCase							=    []
         _UpperCAmelCase							=    0
         _UpperCAmelCase							=    True


  def  lowerCamelCase       (      self		:			Any       ,				lowerCamelCase		:			List[str]							)						->	List[Any]:


         """simple docstring"""
         if len(value.shape							) > 1 and value.shape[0] > 1:
                raise ValueError("""TextStreamer only supports batch size 1"""							)
         elif len(value.shape							) > 1:
                _UpperCAmelCase							=    value[0]

         if self.skip_prompt and self.next_tokens_are_prompt:
                _UpperCAmelCase							=    False
                return

         # Add the new token to the cache and decodes the entire thing.
         self.token_cache.extend(value.tolist()							)
         _UpperCAmelCase							=    self.tokenizer.decode(self.token_cache       ,				**self.decode_kwargs							)

         # After the symbol for a new line, we flush the cache.
         if text.endswith("""\n"""							):
                _UpperCAmelCase							=    text[self.print_len :]
                _UpperCAmelCase							=    []
                _UpperCAmelCase							=    0
         # If the last token is a CJK character, we print the characters.
         elif len(lowerCamelCase							) > 0 and self._is_chinese_char(ord(text[-1]							)							):
                _UpperCAmelCase							=    text[self.print_len :]
                self.print_len += len(lowerCamelCase							)
         # Otherwise, prints until the last space char (simple heuristic to avoid printing incomplete words,
         # which may change with the subsequent token -- there are probably smarter ways to do this!)
         else:
                _UpperCAmelCase							=    text[self.print_len : text.rfind(""" """							) + 1]
                self.print_len += len(lowerCamelCase							)

         self.on_finalized_text(lowerCamelCase							)


  def  lowerCamelCase       (      self		:			Dict							)						->	Optional[Any]:


         """simple docstring"""
         # Flush the cache, if it exists
         if len(self.token_cache							) > 0:
                _UpperCAmelCase							=    self.tokenizer.decode(self.token_cache       ,				**self.decode_kwargs							)
                _UpperCAmelCase							=    text[self.print_len :]
                _UpperCAmelCase							=    []
                _UpperCAmelCase							=    0
         else:
                _UpperCAmelCase							=    """"""

         _UpperCAmelCase							=    True
         self.on_finalized_text(lowerCamelCase       ,				stream_end=lowerCamelCase							)


  def  lowerCamelCase       (      self		:			Optional[int]       ,				lowerCamelCase		:			str       ,				lowerCamelCase		:			bool = False							)						->	Any:


         """simple docstring"""
         print(lowerCamelCase       ,				flush=lowerCamelCase       ,				end="""""" if not stream_end else None							)





  def  lowerCamelCase       (      self		:			int       ,				lowerCamelCase		:			Any							)						->	int:


         """simple docstring"""
         # This defines a "chinese character" as anything in the CJK Unicode block:
         #   https://en.wikipedia.org/wiki/CJK_Unified_Ideographs_(Unicode_block)
         #
         # Note that the CJK Unicode block is NOT all Japanese and Korean characters,
         # despite its name. The modern Korean Hangul alphabet is a different block,
         # as is Japanese Hiragana and Katakana. Those alphabets are used to write
         # space-separated words, so they are not treated specially and handled
         # like the all of the other languages.
         if (
             (cp >= 0X4E00 and cp <= 0X9FFF)
             or (cp >= 0X3400 and cp <= 0X4DBF)  #
             or (cp >= 0X2_0000 and cp <= 0X2_A6DF)  #
             or (cp >= 0X2_A700 and cp <= 0X2_B73F)  #
             or (cp >= 0X2_B740 and cp <= 0X2_B81F)  #
             or (cp >= 0X2_B820 and cp <= 0X2_CEAF)  #
             or (cp >= 0XF900 and cp <= 0XFAFF)
             or (cp >= 0X2_F800 and cp <= 0X2_FA1F)  #
         ):  #
                return True

         return False



class 		SCREAMING_SNAKE_CASE__	(  UpperCAmelCase     ):

  '''simple docstring'''







  def __init__(      self		:			Optional[int]       ,				lowerCamelCase		:			"AutoTokenizer"       ,				lowerCamelCase		:			bool = False       ,				lowerCamelCase		:			Optional[float] = None       ,				**lowerCamelCase		:			Optional[Any]							)						->	Tuple:


         """simple docstring"""
         super().__init__(lowerCamelCase       ,				lowerCamelCase       ,				**lowerCamelCase							)
         _UpperCAmelCase							=    Queue()
         _UpperCAmelCase							=    None
         _UpperCAmelCase							=    timeout


  def  lowerCamelCase       (      self		:			Optional[Any]       ,				lowerCamelCase		:			str       ,				lowerCamelCase		:			bool = False							)						->	Optional[int]:


         """simple docstring"""
         self.text_queue.put(lowerCamelCase       ,				timeout=self.timeout							)
         if stream_end:
                self.text_queue.put(self.stop_signal       ,				timeout=self.timeout							)


  def __iter__(      self		:			Any							)						->	Union[str, Any]:


         """simple docstring"""
         return self





  def  lowerCamelCase       (      self		:			int							)						->	List[str]:


         """simple docstring"""
         _UpperCAmelCase							=    self.text_queue.get(timeout=self.timeout							)
         if value == self.stop_signal:
                raise StopIteration()
         else:
                return value