

"""simple docstring"""






import unittest
from pathlib import Path
from shutil import copyfile

from transformers import SPIECE_UNDERLINE, is_sentencepiece_available
from transformers.models.speech_to_text import SpeechaTextTokenizer
from transformers.models.speech_to_text.tokenization_speech_to_text import VOCAB_FILES_NAMES, save_json
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


snake_case_   :   str        =       get_tests_dir("""fixtures/test_sentencepiece.model""")

if is_sentencepiece_available():
 import sentencepiece as sp


snake_case_   :   int        =       5
snake_case_   :   Dict        =       1_0







@require_sentencepiece
@require_tokenizers
class       snake_case__  ( _snake_case					,  unittest.TestCase     ):
   SCREAMING_SNAKE_CASE__     				=						SpeechaTextTokenizer
   SCREAMING_SNAKE_CASE__     				=						False
   SCREAMING_SNAKE_CASE__     				=						True







   def 			__lowerCAmelCase				(			self			: Tuple  ):





        '''simple docstring'''



        super().setUp()

        UpperCAmelCase			:   Optional[Any]      =				sp.SentencePieceProcessor()
        spm_model.Load(snake_case_  )
        UpperCAmelCase			:   Any      =				["<s>", "<pad>", "</s>", "<unk>"]

        vocab += [spm_model.IdToPiece(id_  ) for id_ in range(len(snake_case_  )  )]
        UpperCAmelCase			:   Union[str, Any]      =				dict(zip(snake_case_			,  range(len(snake_case_  )  )  )  )

        UpperCAmelCase			:   Dict      =				Path(self.tmpdirname  )
        save_json(snake_case_			,  save_dir / VOCAB_FILES_NAMES["vocab_file"]  )
        if not (save_dir / VOCAB_FILES_NAMES["spm_file"]).exists():
             copyfile(snake_case_			,  save_dir / VOCAB_FILES_NAMES["spm_file"]  )

        UpperCAmelCase			:   List[Any]      =				SpeechaTextTokenizer.from_pretrained(self.tmpdirname  )
        tokenizer.save_pretrained(self.tmpdirname  )







   def 			__lowerCAmelCase				(			self			: Any  ):





        '''simple docstring'''



        UpperCAmelCase			:   Tuple      =				"<pad>"
        UpperCAmelCase			:   Optional[Any]      =				1

        self.assertEqual(self.get_tokenizer()._convert_token_to_id(snake_case_  )			,  snake_case_  )
        self.assertEqual(self.get_tokenizer()._convert_id_to_token(snake_case_  )			,  snake_case_  )







   def 			__lowerCAmelCase				(			self			: Union[str, Any]  ):





        '''simple docstring'''



        UpperCAmelCase			:   int      =				list(self.get_tokenizer().get_vocab().keys()  )

        self.assertEqual(vocab_keys[0]			,  "<s>"  )
        self.assertEqual(vocab_keys[1]			,  "<pad>"  )
        self.assertEqual(vocab_keys[-1]			,  "j"  )
        self.assertEqual(len(snake_case_  )			,  10_01  )







   def 			__lowerCAmelCase				(			self			: int  ):





        '''simple docstring'''



        self.assertEqual(self.get_tokenizer().vocab_size			,  10_01  )







   def 			__lowerCAmelCase				(			self			: int  ):





        '''simple docstring'''



        UpperCAmelCase			:   List[str]      =				SpeechaTextTokenizer.from_pretrained(self.tmpdirname  )

        UpperCAmelCase			:   Optional[Any]      =				tokenizer.tokenize("This is a test"  )
        self.assertListEqual(snake_case_			,  ["▁This", "▁is", "▁a", "▁t", "est"]  )

        self.assertListEqual(
            tokenizer.convert_tokens_to_ids(snake_case_  )			,  [2_89, 50, 14, 1_74, 3_86]			,  )

        UpperCAmelCase			:   Optional[int]      =				tokenizer.tokenize("I was born in 92000, and this is falsé."  )
        self.assertListEqual(
            snake_case_			,  [SPIECE_UNDERLINE + "I", SPIECE_UNDERLINE + "was", SPIECE_UNDERLINE + "b", "or", "n", SPIECE_UNDERLINE + "in", SPIECE_UNDERLINE + "", "9", "2", "0", "0", "0", ",", SPIECE_UNDERLINE + "and", SPIECE_UNDERLINE + "this", SPIECE_UNDERLINE + "is", SPIECE_UNDERLINE + "f", "al", "s", "é", "."]			,  )
        UpperCAmelCase			:   Optional[Any]      =				tokenizer.convert_tokens_to_ids(snake_case_  )
        self.assertListEqual(snake_case_			,  [12, 25, 88, 59, 28, 23, 11, 4, 6_06, 3_51, 3_51, 3_51, 7, 16, 70, 50, 76, 84, 10, 4, 8]  )

        UpperCAmelCase			:   List[Any]      =				tokenizer.convert_ids_to_tokens(snake_case_  )
        self.assertListEqual(
            snake_case_			,  [SPIECE_UNDERLINE + "I", SPIECE_UNDERLINE + "was", SPIECE_UNDERLINE + "b", "or", "n", SPIECE_UNDERLINE + "in", SPIECE_UNDERLINE + "", "<unk>", "2", "0", "0", "0", ",", SPIECE_UNDERLINE + "and", SPIECE_UNDERLINE + "this", SPIECE_UNDERLINE + "is", SPIECE_UNDERLINE + "f", "al", "s", "<unk>", "."]			,  )







   @slow
   def 			__lowerCAmelCase				(			self			: List[str]  ):





        '''simple docstring'''



        UpperCAmelCase			:   Tuple      =				{"input_ids": [[37_91, 7_97, 31, 11, 64, 7_97, 31, 24_29, 4_33, 12, 11_76, 12, 20, 7_86, 9_15, 1_42, 24_13, 2_40, 37, 32_38, 7_97, 31, 11, 35, 93, 9_15, 1_42, 24_13, 2_40, 37, 55_40, 5_67, 12_76, 93, 37, 6_10, 40, 62, 4_55, 6_57, 10_42, 1_23, 7_80, 1_77, 37, 3_09, 2_41, 12_98, 5_14, 20, 2_92, 27_37, 1_14, 24_69, 2_41, 85, 64, 3_02, 5_48, 5_28, 4_23, 4, 5_09, 4_06, 4_23, 37, 6_01, 4, 7_77, 3_02, 5_48, 5_28, 4_23, 2_84, 4, 33_88, 5_11, 4_59, 4, 35_55, 40, 3_21, 3_02, 7_05, 4, 33_88, 5_11, 5_83, 3_26, 5, 5, 5, 62, 33_10, 5_60, 1_77, 26_80, 2_17, 15_08, 32, 31, 8_53, 4_18, 64, 5_83, 5_11, 16_05, 62, 35, 93, 5_60, 1_77, 26_80, 2_17, 15_08, 15_21, 64, 5_83, 5_11, 5_19, 62, 20, 15_15, 7_64, 20, 1_49, 2_61, 56_25, 79_72, 20, 55_40, 5_67, 12_76, 93, 39_25, 16_75, 11, 15, 8_02, 79_72, 5_76, 2_17, 15_08, 11, 35, 93, 12_53, 24_41, 15, 2_89, 6_52, 31, 4_16, 3_21, 38_42, 1_15, 40, 9_11, 8, 4_76, 6_19, 4, 3_80, 1_42, 4_23, 3_35, 2_40, 35, 93, 2_64, 8, 11, 3_35, 5_69, 4_20, 1_63, 5, 2], [2_60, 5_48, 5_28, 4_23, 20, 4_51, 20, 26_81, 11_53, 34_34, 20, 55_40, 37, 5_67, 1_26, 12_53, 24_41, 33_76, 4_49, 2_10, 4_31, 15_63, 1_77, 7_67, 55_40, 11, 12_03, 4_72, 11, 29_53, 6_85, 2_85, 3_64, 7_06, 11_53, 20, 67_99, 20, 28_69, 20, 44_64, 1_26, 40, 24_29, 20, 10_40, 8_66, 26_64, 4_18, 20, 3_18, 20, 17_26, 1_86, 20, 2_65, 5_22, 35, 93, 21_91, 46_34, 20, 10_40, 12, 67_99, 15, 2_28, 23_56, 1_42, 31, 11, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [25_75, 26_66, 6_84, 15_82, 11_76, 12, 6_27, 1_49, 6_19, 20, 49_02, 5_63, 11, 20, 1_49, 2_61, 34_20, 23_56, 1_74, 1_42, 47_14, 1_31, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
        # fmt: on

        self.tokenizer_integration_test_util(
            expected_encoding=snake_case_			,  model_name="facebook/s2t-small-mustc-en-de-st"			,  revision="a14f04cf0776c02f62a8cb800cf7909e15ea23ad"			,  )







@require_sentencepiece
class       snake_case__  ( unittest.TestCase     ):
   SCREAMING_SNAKE_CASE__     				=						"""valhalla/s2t_mustc_multilinguial_medium"""

   SCREAMING_SNAKE_CASE__     				=						"""C'est trop cool"""
   SCREAMING_SNAKE_CASE__     				=						"""Esto es genial"""







   @classmethod
   def 			__lowerCAmelCase				(			cls			: Union[str, Any]  ):





        '''simple docstring'''



        UpperCAmelCase			:   SpeechaTextTokenizer      =				SpeechaTextTokenizer.from_pretrained(cls.checkpoint_name  )
        return cls







   def 			__lowerCAmelCase				(			self			: int  ):





        '''simple docstring'''



        self.assertEqual(self.tokenizer.lang_code_to_id["pt"]			,  4  )
        self.assertEqual(self.tokenizer.lang_code_to_id["ru"]			,  6  )
        self.assertEqual(self.tokenizer.lang_code_to_id["it"]			,  9  )
        self.assertEqual(self.tokenizer.lang_code_to_id["de"]			,  11  )







   def 			__lowerCAmelCase				(			self			: Optional[Any]  ):





        '''simple docstring'''



        self.assertEqual(self.tokenizer.vocab_size			,  1_00_00  )







   def 			__lowerCAmelCase				(			self			: Optional[int]  ):





        '''simple docstring'''



        self.assertIn(snake_case_			,  self.tokenizer.all_special_ids  )
        UpperCAmelCase			:   Optional[int]      =				[ES_CODE, 4, 16_01, 47, 76_47, 2]
        UpperCAmelCase			:   Tuple      =				self.tokenizer.decode(snake_case_			,  skip_special_tokens=snake_case_  )
        UpperCAmelCase			:   int      =				self.tokenizer.decode(generated_ids[1:]			,  skip_special_tokens=snake_case_  )
        self.assertEqual(snake_case_			,  snake_case_  )
        self.assertNotIn(self.tokenizer.eos_token			,  snake_case_  )







   def 			__lowerCAmelCase				(			self			: Any  ):





        '''simple docstring'''



        UpperCAmelCase			:   str      =				"fr"
        UpperCAmelCase			:   int      =				self.tokenizer(self.french_text  ).input_ids
        self.assertEqual(encoded[0]			,  snake_case_  )
        self.assertEqual(encoded[-1]			,  self.tokenizer.eos_token_id  )







   def 			__lowerCAmelCase				(			self			: str  ):





        '''simple docstring'''



        UpperCAmelCase			:   Tuple      =				"fr"
        self.assertListEqual(self.tokenizer.prefix_tokens			,  [FR_CODE]  )

        UpperCAmelCase			:   List[Any]      =				"es"
        self.assertListEqual(self.tokenizer.prefix_tokens			,  [ES_CODE]  )





"""simple docstring"""






from __future__ import annotations

snake_case_   :   str        =       list[list[int]]

# assigning initial values to the grid
snake_case_   :   Matrix        =       [
    [3, 0, 6, 5, 0, 8, 4, 0, 0],
    [5, 2, 0, 0, 0, 0, 0, 0, 0],
    [0, 8, 7, 0, 0, 0, 0, 3, 1],
    [0, 0, 3, 0, 1, 0, 0, 8, 0],
    [9, 0, 0, 8, 6, 3, 0, 0, 5],
    [0, 5, 0, 0, 9, 0, 6, 0, 0],
    [1, 3, 0, 0, 0, 0, 2, 5, 0],
    [0, 0, 0, 0, 0, 0, 0, 7, 4],
    [0, 0, 5, 2, 0, 6, 3, 0, 0],
]

# a grid with no solution
snake_case_   :   Matrix        =       [
    [5, 0, 6, 5, 0, 8, 4, 0, 3],
    [5, 2, 0, 0, 0, 0, 0, 0, 2],
    [1, 8, 7, 0, 0, 0, 0, 3, 1],
    [0, 0, 3, 0, 1, 0, 0, 8, 0],
    [9, 0, 0, 8, 6, 3, 0, 0, 5],
    [0, 5, 0, 0, 9, 0, 6, 0, 0],
    [1, 3, 0, 0, 0, 0, 2, 5, 0],
    [0, 0, 0, 0, 0, 0, 0, 7, 4],
    [0, 0, 5, 2, 0, 6, 3, 0, 0],
]



def   lowercase_	(    _lowercase       :		Matrix							,      _lowercase       :		int							,      _lowercase       :		int							,      _lowercase       :		int	):




					'''simple docstring'''






					for i in range(9	):
										if grid[row][i] == n or grid[i][column] == n:
															return False

					for i in range(3	):
										for j in range(3	):
															if grid[(row - row % 3) + i][(column - column % 3) + j] == n:
																				return False

					return True



def   lowercase_	(    _lowercase       :		Matrix	):




					'''simple docstring'''






					for i in range(9	):
										for j in range(9	):
															if grid[i][j] == 0:
																				return i, j
					return None



def   lowercase_	(    _lowercase       :		Matrix	):




					'''simple docstring'''






					if location := find_empty_location(_lowercase	):
										UpperCAmelCase      ,							UpperCAmelCase			:   List[str]      =				location
					else:
										# If the location is ``None``, then the grid is solved.
										return grid

					for digit in range(1							,      10	):
										if is_safe(_lowercase							,      _lowercase							,      _lowercase							,      _lowercase	):
															UpperCAmelCase			:   int      =				digit

															if sudoku(_lowercase	) is not None:
																				return grid

															UpperCAmelCase			:   Optional[Any]      =				0

					return None



def   lowercase_	(    _lowercase       :		Matrix	):




					'''simple docstring'''






					for row in grid:
										for cell in row:
															print(_lowercase							,      end=" "	)
										print()


if __name__ == "__main__":
	# make a copy of grid so that you can compare with the unmodified grid
	for example_grid in (initial_grid, no_solution):
		print("""\nExample grid:\n""" + """=""" * 2_0)
		print_solution(example_grid)
		print("""\nExample grid solution:""")
		snake_case_   :   Dict        =       sudoku(example_grid)
		if solution is not None:
			print_solution(solution)
		else:
			print("""Cannot find a solution.""")


