

"""simple docstring"""

import os
import unittest

from transformers import BertTokenizerFast
from transformers.models.bert.tokenization_bert import (
    VOCAB_FILES_NAMES,
    BasicTokenizer,
    BertTokenizer,
    WordpieceTokenizer,
    _is_control,
    _is_punctuation,
    _is_whitespace,
)
from transformers.testing_utils import require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin, filter_non_english






@require_tokenizers
class 			__a					(						lowerCamelCase__       ,	unittest.TestCase       ):





       """simple docstring"""


       __UpperCamelCase					:      Union[str, Any]    =						BertTokenizer
       __UpperCamelCase					:      List[str]    =						BertTokenizerFast
       __UpperCamelCase					:      Optional[int]    =						True
       __UpperCamelCase					:      Any    =						True
       __UpperCamelCase					:      int    =						filter_non_english






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        super().setUp()

        lowerCAmelCase__   :				Tuple 			=				[
            "[UNK]",
            "[CLS]",
            "[SEP]",
            "[PAD]",
            "[MASK]",
            "want",
            "##want",
            "##ed",
            "wa",
            "un",
            "runn",
            "##ing",
            ",",
            "low",
            "lowest",
        ]
        lowerCAmelCase__   :				Union[str, Any] 			=				os.path.join(self.tmpdirname			,					VOCAB_FILES_NAMES["vocab_file"]   )
        with open(self.vocab_file			,					"w"			,					encoding="utf-8"   ) as vocab_writer:
         vocab_writer.write("".join([x + "\n" for x in vocab_tokens]   )   )






       def 			SCREAMING_SNAKE_CASE_	(   self			,					snake_case   ):





        """simple docstring"""

        lowerCAmelCase__   :				int 			=				"UNwant\u00E9d,running"
        lowerCAmelCase__   :				Optional[int] 			=				"unwanted, running"
        return input_text, output_text






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Optional[Any] 			=				self.tokenizer_class(self.vocab_file   )

        lowerCAmelCase__   :				List[str] 			=				tokenizer.tokenize("UNwant\u00E9d,running"   )
        self.assertListEqual(snake_case			,					["un", "##want", "##ed", ",", "runn", "##ing"]   )
        self.assertListEqual(tokenizer.convert_tokens_to_ids(snake_case   )			,					[9, 6, 7, 12, 10, 11]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        if not self.test_rust_tokenizer:
         return

        lowerCAmelCase__   :				int 			=				self.get_tokenizer()
        lowerCAmelCase__   :				Union[str, Any] 			=				self.get_rust_tokenizer()

        lowerCAmelCase__   :				Optional[Any] 			=				"UNwant\u00E9d,running"

        lowerCAmelCase__   :				str 			=				tokenizer.tokenize(snake_case   )
        lowerCAmelCase__   :				Tuple 			=				rust_tokenizer.tokenize(snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )

        lowerCAmelCase__   :				Any 			=				tokenizer.encode(snake_case			,					add_special_tokens=snake_case   )
        lowerCAmelCase__   :				Tuple 			=				rust_tokenizer.encode(snake_case			,					add_special_tokens=snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )

        lowerCAmelCase__   :				Optional[int] 			=				self.get_rust_tokenizer()
        lowerCAmelCase__   :				Tuple 			=				tokenizer.encode(snake_case   )
        lowerCAmelCase__   :				List[Any] 			=				rust_tokenizer.encode(snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )

        # With lower casing
        lowerCAmelCase__   :				List[Any] 			=				self.get_tokenizer(do_lower_case=snake_case   )
        lowerCAmelCase__   :				List[Any] 			=				self.get_rust_tokenizer(do_lower_case=snake_case   )

        lowerCAmelCase__   :				List[Any] 			=				"UNwant\u00E9d,running"

        lowerCAmelCase__   :				Tuple 			=				tokenizer.tokenize(snake_case   )
        lowerCAmelCase__   :				Dict 			=				rust_tokenizer.tokenize(snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )

        lowerCAmelCase__   :				Dict 			=				tokenizer.encode(snake_case			,					add_special_tokens=snake_case   )
        lowerCAmelCase__   :				str 			=				rust_tokenizer.encode(snake_case			,					add_special_tokens=snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )

        lowerCAmelCase__   :				int 			=				self.get_rust_tokenizer()
        lowerCAmelCase__   :				List[str] 			=				tokenizer.encode(snake_case   )
        lowerCAmelCase__   :				Union[str, Any] 			=				rust_tokenizer.encode(snake_case   )
        self.assertListEqual(snake_case			,					snake_case   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Tuple 			=				BasicTokenizer()

        self.assertListEqual(tokenizer.tokenize("ah\u535A\u63A8zz"   )			,					["ah", "\u535A", "\u63A8", "zz"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Union[str, Any] 			=				BasicTokenizer(do_lower_case=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHeLLo!how  \n Are yoU?  "   )			,					["hello", "!", "how", "are", "you", "?"]   )
        self.assertListEqual(tokenizer.tokenize("H\u00E9llo"   )			,					["hello"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Any 			=				BasicTokenizer(do_lower_case=snake_case			,					strip_accents=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHäLLo!how  \n Are yoU?  "   )			,					["hällo", "!", "how", "are", "you", "?"]   )
        self.assertListEqual(tokenizer.tokenize("H\u00E9llo"   )			,					["h\u00E9llo"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				int 			=				BasicTokenizer(do_lower_case=snake_case			,					strip_accents=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHäLLo!how  \n Are yoU?  "   )			,					["hallo", "!", "how", "are", "you", "?"]   )
        self.assertListEqual(tokenizer.tokenize("H\u00E9llo"   )			,					["hello"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Union[str, Any] 			=				BasicTokenizer(do_lower_case=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHäLLo!how  \n Are yoU?  "   )			,					["hallo", "!", "how", "are", "you", "?"]   )
        self.assertListEqual(tokenizer.tokenize("H\u00E9llo"   )			,					["hello"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Dict 			=				BasicTokenizer(do_lower_case=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHeLLo!how  \n Are yoU?  "   )			,					["HeLLo", "!", "how", "Are", "yoU", "?"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Dict 			=				BasicTokenizer(do_lower_case=snake_case			,					strip_accents=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHäLLo!how  \n Are yoU?  "   )			,					["HäLLo", "!", "how", "Are", "yoU", "?"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				str 			=				BasicTokenizer(do_lower_case=snake_case			,					strip_accents=snake_case   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHäLLo!how  \n Are yoU?  "   )			,					["HaLLo", "!", "how", "Are", "yoU", "?"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Tuple 			=				BasicTokenizer(do_lower_case=snake_case			,					never_split=["[UNK]"]   )

        self.assertListEqual(
            tokenizer.tokenize(" \tHeLLo!how  \n Are yoU? [UNK]"   )			,					["HeLLo", "!", "how", "Are", "yoU", "?", "[UNK]"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Dict 			=				BasicTokenizer()
        lowerCAmelCase__   :				Dict 			=				"a\n'll !!to?'d of, can't."
        lowerCAmelCase__   :				Optional[Any] 			=				["a", "'", "ll", "!", "!", "to", "?", "'", "d", "of", ",", "can", "'", "t", "."]
        self.assertListEqual(tokenizer.tokenize(snake_case   )			,					snake_case   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Any 			=				["[UNK]", "[CLS]", "[SEP]", "want", "##want", "##ed", "wa", "un", "runn", "##ing"]

        lowerCAmelCase__   :				Optional[int] 			=				{}
        for i, token in enumerate(snake_case   ):
         lowerCAmelCase__   :				Any 			=				i
        lowerCAmelCase__   :				Union[str, Any] 			=				WordpieceTokenizer(vocab=snake_case			,					unk_token="[UNK]"   )

        self.assertListEqual(tokenizer.tokenize(""   )			,					[]   )

        self.assertListEqual(tokenizer.tokenize("unwanted running"   )			,					["un", "##want", "##ed", "runn", "##ing"]   )

        self.assertListEqual(tokenizer.tokenize("unwantedX running"   )			,					["[UNK]", "runn", "##ing"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        self.assertTrue(_is_whitespace(" "   )   )
        self.assertTrue(_is_whitespace("\t"   )   )
        self.assertTrue(_is_whitespace("\r"   )   )
        self.assertTrue(_is_whitespace("\n"   )   )
        self.assertTrue(_is_whitespace("\u00A0"   )   )

        self.assertFalse(_is_whitespace("A"   )   )
        self.assertFalse(_is_whitespace("-"   )   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        self.assertTrue(_is_control("\u0005"   )   )

        self.assertFalse(_is_control("A"   )   )
        self.assertFalse(_is_control(" "   )   )
        self.assertFalse(_is_control("\t"   )   )
        self.assertFalse(_is_control("\r"   )   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        self.assertTrue(_is_punctuation("-"   )   )
        self.assertTrue(_is_punctuation("$"   )   )
        self.assertTrue(_is_punctuation("`"   )   )
        self.assertTrue(_is_punctuation("."   )   )

        self.assertFalse(_is_punctuation("A"   )   )
        self.assertFalse(_is_punctuation(" "   )   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Union[str, Any] 			=				self.get_tokenizer()
        lowerCAmelCase__   :				Tuple 			=				self.get_rust_tokenizer()

        # Example taken from the issue https://github.com/huggingface/tokenizers/issues/340
        self.assertListEqual([tokenizer.tokenize(snake_case   ) for t in ["Test", "\xad", "test"]]			,					[["[UNK]"], [], ["[UNK]"]]   )

        self.assertListEqual(
            [rust_tokenizer.tokenize(snake_case   ) for t in ["Test", "\xad", "test"]]			,					[["[UNK]"], [], ["[UNK]"]]   )






       @slow
       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Tuple 			=				self.tokenizer_class.from_pretrained("bert-base-uncased"   )

        lowerCAmelCase__   :				str 			=				tokenizer.encode("sequence builders"			,					add_special_tokens=snake_case   )
        lowerCAmelCase__   :				Dict 			=				tokenizer.encode("multi-sequence build"			,					add_special_tokens=snake_case   )

        lowerCAmelCase__   :				Optional[Any] 			=				tokenizer.build_inputs_with_special_tokens(snake_case   )
        lowerCAmelCase__   :				List[str] 			=				tokenizer.build_inputs_with_special_tokens(snake_case			,					snake_case   )

        assert encoded_sentence == [101] + text + [102]
        assert encoded_pair == [101] + text + [102] + text_a + [102]






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
         with self.subTest(F"""{tokenizer.__class__.__name__} ({pretrained_name})"""   ):
          lowerCAmelCase__   :				Optional[Any] 			=				self.rust_tokenizer_class.from_pretrained(snake_case			,					**snake_case   )

          lowerCAmelCase__   :				str 			=				F"""A, naïve {tokenizer_r.mask_token} AllenNLP sentence."""
          lowerCAmelCase__   :				Union[str, Any] 			=				tokenizer_r.encode_plus(
              snake_case			,					return_attention_mask=snake_case			,					return_token_type_ids=snake_case			,					return_offsets_mapping=snake_case			,					add_special_tokens=snake_case			,					)

          lowerCAmelCase__   :				Tuple 			=				tokenizer_r.do_lower_case if hasattr(snake_case			,					"do_lower_case"   ) else False
          lowerCAmelCase__   :				Dict 			=				(
              [
                  ((0, 0), tokenizer_r.cls_token),
                  ((0, 1), "A"),
                  ((1, 2), ","),
                  ((3, 5), "na"),
                  ((5, 6), "##ï"),
                  ((6, 8), "##ve"),
                  ((9, 15), tokenizer_r.mask_token),
                  ((16, 21), "Allen"),
                  ((21, 23), "##NL"),
                  ((23, 24), "##P"),
                  ((25, 33), "sentence"),
                  ((33, 34), "."),
                  ((0, 0), tokenizer_r.sep_token),
              ]
              if not do_lower_case
              else [
                  ((0, 0), tokenizer_r.cls_token),
                  ((0, 1), "a"),
                  ((1, 2), ","),
                  ((3, 8), "naive"),
                  ((9, 15), tokenizer_r.mask_token),
                  ((16, 21), "allen"),
                  ((21, 23), "##nl"),
                  ((23, 24), "##p"),
                  ((25, 33), "sentence"),
                  ((33, 34), "."),
                  ((0, 0), tokenizer_r.sep_token),
              ]
          )

          self.assertEqual(
              [e[1] for e in expected_results]			,					tokenizer_r.convert_ids_to_tokens(tokens["input_ids"]   )   )
          self.assertEqual([e[0] for e in expected_results]			,					tokens["offset_mapping"]   )






       def 			SCREAMING_SNAKE_CASE_	(   self   ):





        """simple docstring"""

        lowerCAmelCase__   :				Optional[int] 			=				["的", "人", "有"]
        lowerCAmelCase__   :				Any 			=				"".join(snake_case   )
        for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
         with self.subTest(F"""{tokenizer.__class__.__name__} ({pretrained_name})"""   ):
          lowerCAmelCase__   :				int 			=				True
          lowerCAmelCase__   :				Optional[int] 			=				self.tokenizer_class.from_pretrained(snake_case			,					**snake_case   )
          lowerCAmelCase__   :				Any 			=				self.rust_tokenizer_class.from_pretrained(snake_case			,					**snake_case   )

          lowerCAmelCase__   :				Union[str, Any] 			=				tokenizer_p.encode(snake_case			,					add_special_tokens=snake_case   )
          lowerCAmelCase__   :				str 			=				tokenizer_r.encode(snake_case			,					add_special_tokens=snake_case   )

          lowerCAmelCase__   :				Tuple 			=				tokenizer_r.convert_ids_to_tokens(snake_case   )
          lowerCAmelCase__   :				str 			=				tokenizer_p.convert_ids_to_tokens(snake_case   )

          # it is expected that each Chinese character is not preceded by "##"
          self.assertListEqual(snake_case			,					snake_case   )
          self.assertListEqual(snake_case			,					snake_case   )

          lowerCAmelCase__   :				str 			=				False
          lowerCAmelCase__   :				int 			=				self.rust_tokenizer_class.from_pretrained(snake_case			,					**snake_case   )
          lowerCAmelCase__   :				Union[str, Any] 			=				self.tokenizer_class.from_pretrained(snake_case			,					**snake_case   )

          lowerCAmelCase__   :				Optional[int] 			=				tokenizer_r.encode(snake_case			,					add_special_tokens=snake_case   )
          lowerCAmelCase__   :				str 			=				tokenizer_p.encode(snake_case			,					add_special_tokens=snake_case   )

          lowerCAmelCase__   :				int 			=				tokenizer_r.convert_ids_to_tokens(snake_case   )
          lowerCAmelCase__   :				Optional[int] 			=				tokenizer_p.convert_ids_to_tokens(snake_case   )

          # it is expected that only the first Chinese character is not preceded by "##".
          lowerCAmelCase__   :				Any 			=				[
              F"""##{token}""" if idx != 0 else token for idx, token in enumerate(snake_case   )
          ]
          self.assertListEqual(snake_case			,					snake_case   )
          self.assertListEqual(snake_case			,					snake_case   )













from __future__ import annotations

def   __snake_case    (       _lowerCAmelCase			:			list[int]					,					_lowerCAmelCase			:			int						)			->    list[list[int]]:
   A_       :					list[list[int]]        =      []
   A_       :					list[int]        =      []
   A_       :					Dict        =      0
   A_       :					str        =      sum(_lowerCAmelCase						)
   create_state_space_tree(_lowerCAmelCase					,					_lowerCAmelCase					,					_lowerCAmelCase					,					_lowerCAmelCase					,					_lowerCAmelCase					,					_lowerCAmelCase						)
   return result

def   __snake_case    (       _lowerCAmelCase			:			list[int]					,					_lowerCAmelCase			:			int					,					_lowerCAmelCase			:			int					,					_lowerCAmelCase			:			list[int]					,					_lowerCAmelCase			:			list[list[int]]					,					_lowerCAmelCase			:			int					,					)			->    None:
   if sum(_lowerCAmelCase						) > max_sum or (remaining_nums_sum + sum(_lowerCAmelCase						)) < max_sum:
      return
   if sum(_lowerCAmelCase						) == max_sum:
      result.append(_lowerCAmelCase						)
      return
   for index in range(_lowerCAmelCase					,					len(_lowerCAmelCase						)						):
      create_state_space_tree(
          _lowerCAmelCase					,					_lowerCAmelCase					,					index + 1					,					[*path, nums[index]]					,					_lowerCAmelCase					,					remaining_nums_sum - nums[index]					,					)
_lowerCAmelCase				:   List[Any]						       =						[3, 34, 4, 12, 5, 2]
_lowerCAmelCase				:   Dict						       =						9
_lowerCAmelCase				:   Dict						       =						generate_sum_of_subsets_soln(nums, max_sum)





print(*result)
