



import unittest

from transformers import SPIECE_UNDERLINE
from transformers.models.speechta import SpeechTaTokenizer
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow
from transformers.tokenization_utils import AddedToken

from ...test_tokenization_common import TokenizerTesterMixin


_SCREAMING_SNAKE_CASE      	=		get_tests_dir("""fixtures/test_sentencepiece_bpe_char.model""")
@require_sentencepiece
@require_tokenizers
class SCREAMING_SNAKE_CASE_						(					SCREAMING_SNAKE_CASE__       ,				unittest.TestCase					):
						__magic_name__:			Optional[int]       =       SpeechTaTokenizer
						__magic_name__:			List[str]       =       False
						__magic_name__:			List[str]       =       True






						def UpperCAmelCase_				(      self      :      Any	)							->    Any:







							"""simple docstring"""


							super().setUp()

							# We have a SentencePiece fixture for testing
							snake_case_		:			Tuple											=	SpeechTaTokenizer(_lowercase	)

							snake_case_		:			List[str]											=	AddedToken('<mask>'		,   lstrip=_lowercase		,   rstrip=_lowercase	)
							snake_case_		:			int											=	mask_token
							tokenizer.add_special_tokens({'mask_token': mask_token}	)
							tokenizer.add_tokens(['<ctc_blank>']	)

							tokenizer.save_pretrained(self.tmpdirname	)






						def UpperCAmelCase_				(      self      :      Tuple		,   _A      :      str	)							->    Tuple:







							"""simple docstring"""


							snake_case_		:			Optional[int]											=	"""this is a test"""
							snake_case_		:			Dict											=	"""this is a test"""
							return input_text, output_text






						def UpperCAmelCase_				(      self      :      Any		,   _A      :      List[Any]		,   _A      :      Dict=False		,   _A      :      Any=20		,   _A      :      Optional[int]=5	)							->    Union[str, Any]:







							"""simple docstring"""


							snake_case_		:			str											=	self.get_input_output_texts(_lowercase	)
							snake_case_		:			List[Any]											=	tokenizer.encode(_lowercase		,   add_special_tokens=_lowercase	)
							snake_case_		:			Optional[Any]											=	tokenizer.decode(_lowercase		,   clean_up_tokenization_spaces=_lowercase	)
							return text, ids






						def UpperCAmelCase_				(      self      :      Tuple	)							->    Dict:







							"""simple docstring"""


							snake_case_		:			List[str]											=	"""<pad>"""
							snake_case_		:			Dict											=	1

							self.assertEqual(self.get_tokenizer()._convert_token_to_id(_lowercase	)		,   _lowercase	)
							self.assertEqual(self.get_tokenizer()._convert_id_to_token(_lowercase	)		,   _lowercase	)






						def UpperCAmelCase_				(      self      :      Any	)							->    int:







							"""simple docstring"""


							snake_case_		:			int											=	list(self.get_tokenizer().get_vocab().keys()	)

							self.assertEqual(vocab_keys[0]		,   '<s>'	)
							self.assertEqual(vocab_keys[1]		,   '<pad>'	)
							self.assertEqual(vocab_keys[-4]		,   'œ'	)
							self.assertEqual(vocab_keys[-2]		,   '<mask>'	)
							self.assertEqual(vocab_keys[-1]		,   '<ctc_blank>'	)
							self.assertEqual(len(_lowercase	)		,   81	)






						def UpperCAmelCase_				(      self      :      Optional[int]	)							->    List[Any]:







							"""simple docstring"""


							self.assertEqual(self.get_tokenizer().vocab_size		,   79	)






						def UpperCAmelCase_				(      self      :      Union[str, Any]	)							->    str:







							"""simple docstring"""


							snake_case_		:			List[Any]											=	self.get_tokenizers(do_lower_case=_lowercase	)
							for tokenizer in tokenizers:
								with self.subTest(F"""{tokenizer.__class__.__name__}"""	):
									snake_case_		:			Optional[Any]											=	tokenizer.vocab_size
									snake_case_		:			str											=	len(_lowercase	)

									self.assertNotEqual(_lowercase		,   0	)

									# We usually have added tokens from the start in tests because our vocab fixtures are
									# smaller than the original vocabs - let's not assert this
									# self.assertEqual(vocab_size, all_size)

									snake_case_		:			Dict											=	["""aaaaa bbbbbb""", """cccccccccdddddddd"""]
									snake_case_		:			Optional[Any]											=	tokenizer.add_tokens(_lowercase	)
									snake_case_		:			int											=	tokenizer.vocab_size
									snake_case_		:			int											=	len(_lowercase	)

									self.assertNotEqual(_lowercase		,   0	)
									self.assertEqual(_lowercase		,   _lowercase	)
									self.assertEqual(_lowercase		,   len(_lowercase	)	)
									self.assertEqual(_lowercase		,   all_size + len(_lowercase	)	)

									snake_case_		:			Optional[int]											=	tokenizer.encode('aaaaa bbbbbb low cccccccccdddddddd l'		,   add_special_tokens=_lowercase	)

									self.assertGreaterEqual(len(_lowercase	)		,   4	)
									self.assertGreater(tokens[0]		,   tokenizer.vocab_size - 1	)
									self.assertGreater(tokens[-3]		,   tokenizer.vocab_size - 1	)

									snake_case_		:			Optional[Any]											=	{"""eos_token""": """>>>>|||<||<<|<<""", """pad_token""": """<<<<<|||>|>>>>|>"""}
									snake_case_		:			str											=	tokenizer.add_special_tokens(_lowercase	)
									snake_case_		:			List[Any]											=	tokenizer.vocab_size
									snake_case_		:			Tuple											=	len(_lowercase	)

									self.assertNotEqual(_lowercase		,   0	)
									self.assertEqual(_lowercase		,   _lowercase	)
									self.assertEqual(_lowercase		,   len(_lowercase	)	)
									self.assertEqual(_lowercase		,   all_size_a + len(_lowercase	)	)

									snake_case_		:			List[str]											=	tokenizer.encode(
									    '>>>>|||<||<<|<< aaaaabbbbbb low cccccccccdddddddd <<<<<|||>|>>>>|> l'		,   add_special_tokens=_lowercase	)

									self.assertGreaterEqual(len(_lowercase	)		,   6	)
									self.assertGreater(tokens[0]		,   tokenizer.vocab_size - 1	)
									self.assertGreater(tokens[0]		,   tokens[1]	)
									self.assertGreater(tokens[-3]		,   tokenizer.vocab_size - 1	)
									self.assertGreater(tokens[-3]		,   tokens[-4]	)
									self.assertEqual(tokens[0]		,   tokenizer.eos_token_id	)
									self.assertEqual(tokens[-3]		,   tokenizer.pad_token_id	)






						def UpperCAmelCase_				(      self      :      str	)							->    Any:







							"""simple docstring"""


							pass






						def UpperCAmelCase_				(      self      :      Dict	)							->    int:







							"""simple docstring"""


							pass






						def UpperCAmelCase_				(      self      :      Union[str, Any]	)							->    Tuple:







							"""simple docstring"""


							snake_case_		:			Any											=	self.get_tokenizer()

							snake_case_		:			Any											=	tokenizer.tokenize('This is a test'	)
							# fmt: off
							self.assertListEqual(_lowercase		,   [SPIECE_UNDERLINE, 'T', 'h', 'i', 's', SPIECE_UNDERLINE, 'i', 's', SPIECE_UNDERLINE, 'a', SPIECE_UNDERLINE, 't', 'e', 's', 't']	)
							# fmt: on

							self.assertListEqual(
							    tokenizer.convert_tokens_to_ids(_lowercase	)		,   [4, 32, 11, 10, 12, 4, 10, 12, 4, 7, 4, 6, 5, 12, 6]		,   )

							snake_case_		:			Any											=	tokenizer.tokenize('I was born in 92000, and this is falsé.'	)
							self.assertListEqual(
							    _lowercase		,   [SPIECE_UNDERLINE, 'I', SPIECE_UNDERLINE, 'w', 'a', 's', SPIECE_UNDERLINE, 'b', 'o', 'r', 'n', SPIECE_UNDERLINE, 'i', 'n', SPIECE_UNDERLINE, '92000', ',', SPIECE_UNDERLINE, 'a', 'n', 'd', SPIECE_UNDERLINE, 't', 'h', 'i', 's', SPIECE_UNDERLINE, 'i', 's', SPIECE_UNDERLINE, 'f', 'a', 'l', 's', 'é', '.']	)

							snake_case_		:			List[str]											=	tokenizer.convert_tokens_to_ids(_lowercase	)
							# fmt: off
							self.assertListEqual(_lowercase		,   [4, 30, 4, 20, 7, 12, 4, 25, 8, 13, 9, 4, 10, 9, 4, 3, 23, 4, 7, 9, 14, 4, 6, 11, 10, 12, 4, 10, 12, 4, 19, 7, 15, 12, 73, 26]	)
							# fmt: on

							snake_case_		:			List[str]											=	tokenizer.convert_ids_to_tokens(_lowercase	)
							self.assertListEqual(
							    _lowercase		,   [SPIECE_UNDERLINE, 'I', SPIECE_UNDERLINE, 'w', 'a', 's', SPIECE_UNDERLINE, 'b', 'o', 'r', 'n', SPIECE_UNDERLINE, 'i', 'n', SPIECE_UNDERLINE, '<unk>', ',', SPIECE_UNDERLINE, 'a', 'n', 'd', SPIECE_UNDERLINE, 't', 'h', 'i', 's', SPIECE_UNDERLINE, 'i', 's', SPIECE_UNDERLINE, 'f', 'a', 'l', 's', 'é', '.']	)






						@slow
						def UpperCAmelCase_				(      self      :      int	)							->    Union[str, Any]:







							"""simple docstring"""


							snake_case_		:			Tuple											=	[
							    """Transformers (formerly known as pytorch-transformers and pytorch-pretrained-bert) provides """
							    """general-purpose architectures (BERT, GPT, RoBERTa, XLM, DistilBert, XLNet...) for Natural """
							    """Language Understanding (NLU) and Natural Language Generation (NLG) with over thirty-two pretrained """
							    """models in one hundred plus languages and deep interoperability between Jax, PyTorch and TensorFlow.""",
							    """BERT is designed to pre-train deep bidirectional representations from unlabeled text by jointly """
							    """conditioning on both left and right context in all layers.""",
							    """The quick brown fox jumps over the lazy dog.""",
							]

							# fmt: off
							snake_case_		:			int											=	{
							    """input_ids""": [
							        [4, 32, 13, 7, 9, 12, 19, 8, 13, 18, 5, 13, 12, 4, 64, 19, 8, 13, 18, 5, 13, 15, 22, 4, 28, 9, 8, 20, 9, 4, 7, 12, 4, 24, 22, 6, 8, 13, 17, 11, 39, 6, 13, 7, 9, 12, 19, 8, 13, 18, 5, 13, 12, 4, 7, 9, 14, 4, 24, 22, 6, 8, 13, 17, 11, 39, 24, 13, 5, 6, 13, 7, 10, 9, 5, 14, 39, 25, 5, 13, 6, 63, 4, 24, 13, 8, 27, 10, 14, 5, 12, 4, 21, 5, 9, 5, 13, 7, 15, 39, 24, 16, 13, 24, 8, 12, 5, 4, 7, 13, 17, 11, 10, 6, 5, 17, 6, 16, 13, 5, 12, 4, 64, 40, 47, 54, 32, 23, 4, 53, 49, 32, 23, 4, 54, 8, 40, 47, 54, 32, 7, 23, 4, 69, 52, 43, 23, 4, 51, 10, 12, 6, 10, 15, 40, 5, 13, 6, 23, 4, 69, 52, 48, 5, 6, 26, 26, 26, 63, 4, 19, 8, 13, 4, 48, 7, 6, 16, 13, 7, 15, 4, 52, 7, 9, 21, 16, 7, 21, 5, 4, 61, 9, 14, 5, 13, 12, 6, 7, 9, 14, 10, 9, 21, 4, 64, 48, 52, 61, 63, 4, 7, 9, 14, 4, 48, 7, 6, 16, 13, 7, 15, 4, 52, 7, 9, 21, 16, 7, 21, 5, 4, 53, 5, 9, 5, 13, 7, 6, 10, 8, 9, 4, 64, 48, 52, 53, 63, 4, 20, 10, 6, 11, 4, 8, 27, 5, 13, 4, 6, 11, 10, 13, 6, 22, 39, 6, 20, 8, 4, 24, 13, 5, 6, 13, 7, 10, 9, 5, 14, 4, 18, 8, 14, 5, 15, 12, 4, 10, 9, 4, 8, 9, 5, 4, 11, 16, 9, 14, 13, 5, 14, 4, 24, 15, 16, 12, 4, 15, 7, 9, 21, 16, 7, 21, 5, 12, 4, 7, 9, 14, 4, 14, 5, 5, 24, 4, 10, 9, 6, 5, 13, 8, 24, 5, 13, 7, 25, 10, 15, 10, 6, 22, 4, 25, 5, 6, 20, 5, 5, 9, 4, 58, 7, 37, 23, 4, 49, 22, 32, 8, 13, 17, 11, 4, 7, 9, 14, 4, 32, 5, 9, 12, 8, 13, 55, 15, 8, 20, 26, 2],
							        [4, 40, 47, 54, 32, 4, 10, 12, 4, 14, 5, 12, 10, 21, 9, 5, 14, 4, 6, 8, 4, 24, 13, 5, 39, 6, 13, 7, 10, 9, 4, 14, 5, 5, 24, 4, 25, 10, 14, 10, 13, 5, 17, 6, 10, 8, 9, 7, 15, 4, 13, 5, 24, 13, 5, 12, 5, 9, 6, 7, 6, 10, 8, 9, 12, 4, 19, 13, 8, 18, 4, 16, 9, 15, 7, 25, 5, 15, 5, 14, 4, 6, 5, 37, 6, 4, 25, 22, 4, 46, 8, 10, 9, 6, 15, 22, 4, 17, 8, 9, 14, 10, 6, 10, 8, 9, 10, 9, 21, 4, 8, 9, 4, 25, 8, 6, 11, 4, 15, 5, 19, 6, 4, 7, 9, 14, 4, 13, 10, 21, 11, 6, 4, 17, 8, 9, 6, 5, 37, 6, 4, 10, 9, 4, 7, 15, 15, 4, 15, 7, 22, 5, 13, 12, 26, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
							        [4, 32, 11, 5, 4, 45, 16, 10, 17, 28, 4, 25, 13, 8, 20, 9, 4, 19, 8, 37, 4, 46, 16, 18, 24, 12, 4, 8, 27, 5, 13, 4, 6, 11, 5, 4, 15, 7, 57, 22, 4, 14, 8, 21, 26, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
							    ],
							    """attention_mask""": [
							        [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
							        [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
							        [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
							    ]
							}
							# fmt: on

							self.tokenizer_integration_test_util(
							    expected_encoding=_lowercase		,   model_name='microsoft/speecht5_asr'		,   revision='c5ef64c71905caeccde0e4462ef3f9077224c524'		,   sequences=_lowercase		,   )








# XXX: we want transformers master here - in the absense of conftest manipulating sys.path:
# hack it in for now:
import sys
from pathlib import Path


_SCREAMING_SNAKE_CASE      	=		Path(__file__).resolve().parents[3] / """src"""
sys.path.insert(1, str(git_repo_path))

import dataclasses  # noqa
import io  # noqa
import itertools  # noqa
import json  # noqa
import os  # noqa
import unittest  # noqa
from copy import deepcopy  # noqa

from parameterized import parameterized  # noqa
from transformers import TrainingArguments, is_torch_available  # noqa
from transformers.deepspeed import is_deepspeed_available  # noqa
from transformers.file_utils import WEIGHTS_NAME  # noqa
from transformers.testing_utils import (  # noqa
    CaptureLogger,
    ExtendSysPath,
    TestCasePlus,
    execute_subprocess_async,
    get_gpu_count,
    mockenv_context,
    require_deepspeed,
    require_torch_gpu,
    require_torch_multi_gpu,
    slow,
)
from transformers.trainer_utils import set_seed  # noqa


set_seed(42)

_SCREAMING_SNAKE_CASE      	=		{"""base""": """patrickvonplaten/wav2vec2_tiny_random""", """robust""": """patrickvonplaten/wav2vec2_tiny_random_robust"""}

_SCREAMING_SNAKE_CASE      	=		"""zero2"""
_SCREAMING_SNAKE_CASE      	=		"""zero3"""
_SCREAMING_SNAKE_CASE      	=		[ZEROa, ZEROa]


def 							SCREAMING_SNAKE_CASE__						(    __a   , __a   , __a   ):
	# customize the test name generator function as we want both params to appear in the sub-test
	# name, as by default it shows only the first param
	snake_case_		:			Tuple											=	parameterized.to_safe_name('_'.join(str(__a   ) for x in param.args   )   )
	return f"""{func.__name__}_{param_based_name}"""


# Cartesian-product of zero stages with models to test
_SCREAMING_SNAKE_CASE      	=		list(itertools.product(stages, models.keys()))


@slow
@require_deepspeed
@require_torch_gpu
class SCREAMING_SNAKE_CASE_						(					snake_case_					):






						@parameterized.expand(_A		,   name_func=_A	)
						def UpperCAmelCase_				(      self      :      Tuple		,   _A      :      Optional[Any]		,   _A      :      Optional[int]	)							->    Dict:







							"""simple docstring"""


							self.run_and_check(
							    stage=_A		,   model=_A		,   distributed=_A		,   fpaa=_A		,   )






						@require_torch_multi_gpu
						@parameterized.expand(_A		,   name_func=_A	)
						def UpperCAmelCase_				(      self      :      int		,   _A      :      Any		,   _A      :      int	)							->    Dict:







							"""simple docstring"""


							self.run_and_check(
							    stage=_A		,   model=_A		,   distributed=_A		,   fpaa=_A		,   )






						@parameterized.expand(_A		,   name_func=_A	)
						def UpperCAmelCase_				(      self      :      str		,   _A      :      List[str]		,   _A      :      str	)							->    Tuple:







							"""simple docstring"""


							self.run_and_check(
							    stage=_A		,   model=_A		,   distributed=_A		,   fpaa=_A		,   )






						@require_torch_multi_gpu
						@parameterized.expand(_A		,   name_func=_A	)
						def UpperCAmelCase_				(      self      :      Optional[int]		,   _A      :      int		,   _A      :      Union[str, Any]	)							->    List[Any]:







							"""simple docstring"""


							self.run_and_check(
							    stage=_A		,   model=_A		,   distributed=_A		,   fpaa=_A		,   )






						def UpperCAmelCase_				(      self      :      Any		,   _A      :      Union[str, Any]	)							->    Any:







							"""simple docstring"""


							pass






						def UpperCAmelCase_				(      self      :      List[str]		,   _A      :      str		,   _A      :      str		,   _A      :      int = 10		,   _A      :      bool = True		,   _A      :      bool = True		,   _A      :      bool = True		,   )							->    Any:







							"""simple docstring"""


							snake_case_		:			Dict											=	models[model]

							snake_case_		:			str											=	self.run_trainer(
							    stage=_A		,   model_name=_A		,   eval_steps=_A		,   num_train_epochs=1		,   distributed=_A		,   fpaa=_A		,   )

							self.do_checks(_A	)

							return output_dir






						def UpperCAmelCase_				(      self      :      Any		,   _A      :      str		,   _A      :      str		,   _A      :      int = 10		,   _A      :      int = 1		,   _A      :      bool = True		,   _A      :      bool = True		,   )							->    Dict:







							"""simple docstring"""


							snake_case_		:			str											=	self.get_auto_remove_tmp_dir('./xxx'		,   after=_A	)
							snake_case_		:			Tuple											=	F"""
            --model_name_or_path {model_name}
            --dataset_name hf-internal-testing/librispeech_asr_dummy
            --dataset_config_name clean
            --train_split_name validation
            --validation_split_name validation
            --output_dir {output_dir}
            --num_train_epochs {str(_A	)}
            --per_device_train_batch_size 2
            --per_device_eval_batch_size 2
            --evaluation_strategy steps
            --learning_rate 5e-4
            --warmup_steps 8
            --orthography timit
            --preprocessing_num_workers 1
            --group_by_length
            --freeze_feature_extractor
            --report_to none
            --save_steps 0
            --eval_steps {eval_steps}
            --report_to none
        """.split()

							if fpaa:
								args.extend(['--fp16']	)

							# currently ds_config_wav2vec2_zero.json requires "zero_optimization.find_unused_parameters": true,
							# hence the separate config files
							snake_case_		:			Any											=	F"""--deepspeed {self.test_file_dir_str}/ds_config_wav2vec2_{stage}.json""".split()
							snake_case_		:			str											=	[F"""{self.examples_dir_str}/research_projects/wav2vec2/run_asr.py"""]
							snake_case_		:			int											=	self.get_launcher(_A	)

							snake_case_		:			List[str]											=	launcher + script + args + ds_args
							# keep for quick debug
							# print(" ".join([f"\nPYTHONPATH={self.src_dir_str}"] +cmd)); die
							execute_subprocess_async(_A		,   env=self.get_env()	)

							return output_dir






						def UpperCAmelCase_				(      self      :      Optional[Any]		,   _A      :      Optional[Any]=False	)							->    List[str]:







							"""simple docstring"""


							snake_case_		:			str											=	min(2		,   get_gpu_count()	) if distributed else 1
							return F"""deepspeed --num_nodes 1 --num_gpus {num_gpus}""".split()

