


"""simple docstring"""


import unittest

from transformers import SPIECE_UNDERLINE, XLNetTokenizer, XLNetTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


A  :     List[str]    					=    get_tests_dir("fixtures/test_sentencepiece.model")
@require_sentencepiece
@require_tokenizers
class 						_UpperCamelCase						(     lowerCAmelCase__ ,unittest.TestCase	):
							'''simple docstring'''







							__UpperCAmelCase		:					List[str]          =XLNetTokenizer
							__UpperCAmelCase		:					List[Any]          =XLNetTokenizerFast
							__UpperCAmelCase		:					Tuple          =True
							__UpperCAmelCase		:					Optional[Any]          =True

							def     snake_case       (  self			):
										super().setUp()

										# We have a SentencePiece fixture for testing
										__lowerCAmelCase       					=    XLNetTokenizer(__a					,     keep_accents=__a			)
										tokenizer.sanitize_special_tokens()
										tokenizer.save_pretrained(self.tmpdirname			)

							def     snake_case       (  self			):
										__lowerCAmelCase       					=    "<s>"
										__lowerCAmelCase       					=    1

										self.assertEqual(self.get_tokenizer()._convert_token_to_id(__a			)					,     __a			)
										self.assertEqual(self.get_tokenizer()._convert_id_to_token(__a			)					,     __a			)

							def     snake_case       (  self			):
										__lowerCAmelCase       					=    list(self.get_tokenizer().get_vocab().keys()			)

										self.assertEqual(vocab_keys[0]					,     "<unk>"			)
										self.assertEqual(vocab_keys[1]					,     "<s>"			)
										self.assertEqual(vocab_keys[-1]					,     "<eod>"			)
										self.assertEqual(len(__a			)					,     10_06			)

							def     snake_case       (  self			):
										self.assertEqual(self.get_tokenizer().vocab_size					,     10_00			)

							def     snake_case       (  self			):
										__lowerCAmelCase       					=    XLNetTokenizer(__a					,     keep_accents=__a			)

										__lowerCAmelCase       					=    tokenizer.tokenize("This is a test"			)
										self.assertListEqual(__a					,     ["▁This", "▁is", "▁a", "▁t", "est"]			)

										self.assertListEqual(tokenizer.convert_tokens_to_ids(__a			)					,     [2_85, 46, 10, 1_70, 3_82]			)

										__lowerCAmelCase       					=    tokenizer.tokenize("I was born in 92000, and this is falsé."			)
										self.assertListEqual(
										    __a					,     [
										        SPIECE_UNDERLINE + "I",
										        SPIECE_UNDERLINE + "was",
										        SPIECE_UNDERLINE + "b",
										        "or",
										        "n",
										        SPIECE_UNDERLINE + "in",
										        SPIECE_UNDERLINE + "",
										        "9",
										        "2",
										        "0",
										        "0",
										        "0",
										        ",",
										        SPIECE_UNDERLINE + "and",
										        SPIECE_UNDERLINE + "this",
										        SPIECE_UNDERLINE + "is",
										        SPIECE_UNDERLINE + "f",
										        "al",
										        "s",
										        "é",
										        ".",
										    ]					,     )
										__lowerCAmelCase       					=    tokenizer.convert_tokens_to_ids(__a			)
										self.assertListEqual(__a					,     [8, 21, 84, 55, 24, 19, 7, 0, 6_02, 3_47, 3_47, 3_47, 3, 12, 66, 46, 72, 80, 6, 0, 4]			)

										__lowerCAmelCase       					=    tokenizer.convert_ids_to_tokens(__a			)
										self.assertListEqual(
										    __a					,     [
										        SPIECE_UNDERLINE + "I",
										        SPIECE_UNDERLINE + "was",
										        SPIECE_UNDERLINE + "b",
										        "or",
										        "n",
										        SPIECE_UNDERLINE + "in",
										        SPIECE_UNDERLINE + "",
										        "<unk>",
										        "2",
										        "0",
										        "0",
										        "0",
										        ",",
										        SPIECE_UNDERLINE + "and",
										        SPIECE_UNDERLINE + "this",
										        SPIECE_UNDERLINE + "is",
										        SPIECE_UNDERLINE + "f",
										        "al",
										        "s",
										        "<unk>",
										        ".",
										    ]					,     )

							def     snake_case       (  self			):
										__lowerCAmelCase       					=    XLNetTokenizer(__a					,     do_lower_case=__a			)
										__lowerCAmelCase       					=    tokenizer.tokenize("I was born in 92000, and this is falsé."			)
										self.assertListEqual(
										    __a					,     [
										        SPIECE_UNDERLINE + "",
										        "i",
										        SPIECE_UNDERLINE + "was",
										        SPIECE_UNDERLINE + "b",
										        "or",
										        "n",
										        SPIECE_UNDERLINE + "in",
										        SPIECE_UNDERLINE + "",
										        "9",
										        "2",
										        "0",
										        "0",
										        "0",
										        ",",
										        SPIECE_UNDERLINE + "and",
										        SPIECE_UNDERLINE + "this",
										        SPIECE_UNDERLINE + "is",
										        SPIECE_UNDERLINE + "f",
										        "al",
										        "se",
										        ".",
										    ]					,     )
										self.assertListEqual(tokenizer.tokenize("H\u00E9llo"			)					,     ["▁he", "ll", "o"]			)

							def     snake_case       (  self			):
										__lowerCAmelCase       					=    XLNetTokenizer(__a					,     do_lower_case=__a			)
										__lowerCAmelCase       					=    tokenizer.tokenize("I was born in 92000, and this is falsé."			)
										self.assertListEqual(
										    __a					,     [
										        SPIECE_UNDERLINE + "I",
										        SPIECE_UNDERLINE + "was",
										        SPIECE_UNDERLINE + "b",
										        "or",
										        "n",
										        SPIECE_UNDERLINE + "in",
										        SPIECE_UNDERLINE + "",
										        "9",
										        "2",
										        "0",
										        "0",
										        "0",
										        ",",
										        SPIECE_UNDERLINE + "and",
										        SPIECE_UNDERLINE + "this",
										        SPIECE_UNDERLINE + "is",
										        SPIECE_UNDERLINE + "f",
										        "al",
										        "se",
										        ".",
										    ]					,     )

							@slow
							def     snake_case       (  self			):
										__lowerCAmelCase       					=    XLNetTokenizer.from_pretrained("xlnet-base-cased"			)

										__lowerCAmelCase       					=    tokenizer.encode("sequence builders"					,     add_special_tokens=__a			)
										__lowerCAmelCase       					=    tokenizer.encode("multi-sequence build"					,     add_special_tokens=__a			)

										__lowerCAmelCase       					=    tokenizer.build_inputs_with_special_tokens(__a			)
										__lowerCAmelCase       					=    tokenizer.build_inputs_with_special_tokens(__a					,     __a			)

										assert encoded_sentence == text + [4, 3]
										assert encoded_pair == text + [4] + text_a + [4, 3]



							@slow
							def     snake_case       (  self			):
										# fmt: off
										__lowerCAmelCase       					=    {"input_ids": [[17, 2_14_42, 2_70, 17, 10, 1_46_45, 3_18, 34, 17, 45_46, 31_45, 7_87, 13, 77_52, 2_20_18, 23, 21, 17, 45_46, 31_45, 7_87, 13, 33_52, 1_44_31, 13, 55_00, 11, 11_76, 5_80, 13, 1_68_19, 47_97, 23, 17, 10, 1_71_35, 6_58, 19, 4_57, 79_32, 13, 1_84, 19, 31_54, 1_71_35, 64_68, 19, 14_04, 1_22_69, 19, 42_29, 53_56, 1_62_64, 46, 19, 17, 2_05_45, 1_03_95, 9, 9, 9, 11, 28, 64_21, 95_31, 2_07_29, 17, 10, 3_53, 1_70_22, 11, 21, 64_21, 95_31, 1_69_49, 17, 10, 1_15_09, 7_53, 11, 33, 95, 24_21, 73_85, 9_56, 1_44_31, 26_26, 25, 8_42, 73_85, 48_36, 21, 14_29, 22_72, 98_55, 31_20, 1_61, 2_47_38, 19, 1_32_03, 6_58, 2_18, 7_87, 21, 4_30, 1_84_82, 8_47, 26_37, 9, 4, 3], [5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 3_22, 2_21_78, 27, 10_64, 22, 9_56, 13, 1_11_01, 14_29, 58_54, 2_43_13, 1_89_53, 40, 4_22, 2_43_66, 68, 17_58, 37, 1_04_83, 1_42_57, 31, 2_07, 2_63, 21, 2_03, 37_73, 25, 71, 97_35, 9, 4, 3], [5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 32, 20_49, 34_42, 17, 1_38_94, 33_80, 23, 95, 18, 1_76_34, 22_88, 9, 4, 3]], "token_type_ids": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2], [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2], [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]}  # noqa: E501
										# fmt: on

										self.tokenizer_integration_test_util(
										    expected_encoding=__a					,     model_name="xlnet-base-cased"					,     revision="c841166438c31ec7ca9a106dee7bb312b73ae511"					,     )








"""simple docstring"""


from itertools import product


def _lowerCamelCase			(	_UpperCamelCase					,				_UpperCamelCase   ):

			'''simple docstring'''




			__lowerCAmelCase       					=    sides_number
			__lowerCAmelCase       					=    max_face_number * dice_number
			__lowerCAmelCase       					=    [0] * (max_total + 1)

			__lowerCAmelCase       					=    1
			__lowerCAmelCase       					=    range(_UpperCamelCase					,				max_face_number + 1   )
			for dice_numbers in product(_UpperCamelCase					,				repeat=_UpperCamelCase   ):
						__lowerCAmelCase       					=    sum(_UpperCamelCase   )
						totals_frequencies[total] += 1

			return totals_frequencies


def _lowerCamelCase			(	):

			'''simple docstring'''




			__lowerCAmelCase       					=    total_frequency_distribution(
			    sides_number=4					,				dice_number=9   )
			__lowerCAmelCase       					=    total_frequency_distribution(
			    sides_number=6					,				dice_number=6   )

			__lowerCAmelCase       					=    0
			__lowerCAmelCase       					=    9
			__lowerCAmelCase       					=    4 * 9
			__lowerCAmelCase       					=    6
			for peter_total in range(_UpperCamelCase					,				max_peter_total + 1   ):
						peter_wins_count += peter_totals_frequencies[peter_total] * sum(
						    colin_totals_frequencies[min_colin_total:peter_total]   )

			__lowerCAmelCase       					=    (4**9) * (6**6)
			__lowerCAmelCase       					=    peter_wins_count / total_games_number

			__lowerCAmelCase       					=    round(_UpperCamelCase					,				ndigits=7   )

			return rounded_peter_win_probability


if __name__ == "__main__":
	print(f'''{solution() = }''')




