

import os
import pickle
import unittest

from transformers import AutoTokenizer
from transformers.models.bert.tokenization_bert import BertTokenizer
from transformers.models.bert_japanese.tokenization_bert_japanese import (
    VOCAB_FILES_NAMES,
    BertJapaneseTokenizer,
    CharacterTokenizer,
    JumanppTokenizer,
    MecabTokenizer,
    SudachiTokenizer,
    WordpieceTokenizer,
)
from transformers.testing_utils import custom_tokenizers, require_jumanpp, require_sudachi

from ...test_tokenization_common import TokenizerTesterMixin





@custom_tokenizers
class 			_SCREAMING_SNAKE_CASE (   __snake_case					,       unittest.TestCase		):







   '''simple docstring'''




   lowerCamelCase__				=      BertJapaneseTokenizer
   lowerCamelCase__				=      False
   lowerCamelCase__				=      True





   def      _snake_case		(       self					:			Dict			):
       super().setUp()

       SCREAMING_SNAKE_CASE										=   [
           "[UNK]",
           "[CLS]",
           "[SEP]",
           "こんにちは",
           "こん",
           "にちは",
           "ばんは",
           "##こん",
           "##にちは",
           "##ばんは",
           "世界",
           "##世界",
           "、",
           "##、",
           "。",
           "##。",
       ]

       SCREAMING_SNAKE_CASE										=   os.path.join(self.tmpdirname     , VOCAB_FILES_NAMES["vocab_file"]			)
       with open(self.vocab_file     , "w"     , encoding="utf-8"			) as vocab_writer:
           vocab_writer.write("".join([x + "\n" for x in vocab_tokens]			)			)





   def      _snake_case		(       self					:			Tuple     , __lowerCamelCase					:			List[Any]			):
       SCREAMING_SNAKE_CASE										=   "こんにちは、世界。 \nこんばんは、世界。"
       SCREAMING_SNAKE_CASE										=   "こんにちは 、 世界 。 こんばんは 、 世界 。"
       return input_text, output_text





   def      _snake_case		(       self					:			str     , __lowerCamelCase					:			Any			):
       SCREAMING_SNAKE_CASE							,	SCREAMING_SNAKE_CASE										=   self.get_input_output_texts(__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.encode(__lowerCamelCase     , add_special_tokens=__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.decode(__lowerCamelCase     , clean_up_tokenization_spaces=__lowerCamelCase			)
       return text, ids





   def      _snake_case		(       self					:			Optional[int]			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			List[Any]			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			List[Any]			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			Union[str, Any]			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class(self.vocab_file			)

       SCREAMING_SNAKE_CASE										=   tokenizer.tokenize("こんにちは、世界。\nこんばんは、世界。"			)
       self.assertListEqual(__lowerCamelCase     , ["こんにちは", "、", "世界", "。", "こん", "##ばんは", "、", "世界", "。"]			)
       self.assertListEqual(tokenizer.convert_tokens_to_ids(__lowerCamelCase			)     , [3, 12, 10, 14, 4, 9, 12, 10, 14]			)





   def      _snake_case		(       self					:			Tuple			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class(self.vocab_file     , word_tokenizer_type="mecab"			)
       self.assertIsNotNone(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   "こんにちは、世界。\nこんばんは、世界。"
       SCREAMING_SNAKE_CASE										=   tokenizer.tokenize(__lowerCamelCase			)
       self.assertListEqual(__lowerCamelCase     , ["こんにちは", "、", "世界", "。", "こん", "##ばんは", "、", "世界", "。"]			)
       self.assertListEqual(tokenizer.convert_tokens_to_ids(__lowerCamelCase			)     , [3, 12, 10, 14, 4, 9, 12, 10, 14]			)

       SCREAMING_SNAKE_CASE										=   os.path.join(self.tmpdirname     , "tokenizer.bin"			)
       with open(__lowerCamelCase     , "wb"			) as handle:
           pickle.dump(__lowerCamelCase     , __lowerCamelCase			)

       with open(__lowerCamelCase     , "rb"			) as handle:
           SCREAMING_SNAKE_CASE										=   pickle.load(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   tokenizer_new.tokenize(__lowerCamelCase			)

       self.assertListEqual(__lowerCamelCase     , __lowerCamelCase			)





   def      _snake_case		(       self					:			Optional[Any]			):
       SCREAMING_SNAKE_CASE										=   MecabTokenizer(mecab_dic="ipadic"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップルストア", "で", "iPhone", "8", "が", "発売", "さ", "れ", "た", "。"]     , )





   def      _snake_case		(       self					:			int			):
       try:
           SCREAMING_SNAKE_CASE										=   MecabTokenizer(mecab_dic="unidic_lite"			)
       except ModuleNotFoundError:
           return

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iPhone", "8", "が", "発売", "さ", "れ", "た", "。"]     , )





   def      _snake_case		(       self					:			Optional[Any]			):
       try:
           SCREAMING_SNAKE_CASE										=   MecabTokenizer(mecab_dic="unidic"			)
       except ModuleNotFoundError:
           return

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iPhone", "8", "が", "発売", "さ", "れ", "た", "。"]     , )





   def      _snake_case		(       self					:			Any			):
       SCREAMING_SNAKE_CASE										=   MecabTokenizer(do_lower_case=__lowerCamelCase     , mecab_dic="ipadic"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップルストア", "で", "iphone", "8", "が", "発売", "さ", "れ", "た", "。"]     , )





   def      _snake_case		(       self					:			Union[str, Any]			):
       try:
           SCREAMING_SNAKE_CASE										=   MecabTokenizer(
               do_lower_case=__lowerCamelCase     , normalize_text=__lowerCamelCase     , mecab_option="-d /usr/local/lib/mecab/dic/jumandic"			)
       except RuntimeError:
           # if dict doesn't exist in the system, previous code raises this error.
           return

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["ｱｯﾌﾟﾙストア", "で", "iPhone", "８", "が", "発売", "さ", "れた", "\u3000", "。"]     , )





   def      _snake_case		(       self					:			Union[str, Any]			):
       SCREAMING_SNAKE_CASE										=   MecabTokenizer(normalize_text=__lowerCamelCase     , mecab_dic="ipadic"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["ｱｯﾌﾟﾙストア", "で", "iPhone", "８", "が", "発売", "さ", "れ", "た", "　", "。"]     , )





   @require_sudachi
   def      _snake_case		(       self					:			List[Any]			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class(self.vocab_file     , word_tokenizer_type="sudachi"			)
       self.assertIsNotNone(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   "こんにちは、世界。\nこんばんは、世界。"
       SCREAMING_SNAKE_CASE										=   tokenizer.tokenize(__lowerCamelCase			)
       self.assertListEqual(__lowerCamelCase     , ["こんにちは", "、", "世界", "。", "こん", "##ばんは", "、", "世界", "。"]			)
       self.assertListEqual(tokenizer.convert_tokens_to_ids(__lowerCamelCase			)     , [3, 12, 10, 14, 4, 9, 12, 10, 14]			)

       SCREAMING_SNAKE_CASE										=   os.path.join(self.tmpdirname     , "tokenizer.bin"			)
       with open(__lowerCamelCase     , "wb"			) as handle:
           pickle.dump(__lowerCamelCase     , __lowerCamelCase			)

       with open(__lowerCamelCase     , "rb"			) as handle:
           SCREAMING_SNAKE_CASE										=   pickle.load(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   tokenizer_new.tokenize(__lowerCamelCase			)

       self.assertListEqual(__lowerCamelCase     , __lowerCamelCase			)





   @require_sudachi
   def      _snake_case		(       self					:			List[str]			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(sudachi_dict_type="core"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , [" ", "\t", "アップル", "ストア", "で", "iPhone", "8", " ", "が", " ", " ", "\n ", "発売", "さ", "れ", "た", " ", "。", " ", " "]     , )





   @require_sudachi
   def      _snake_case		(       self					:			int			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(sudachi_dict_type="core"     , sudachi_split_mode="A"			)

       self.assertListEqual(tokenizer.tokenize("外国人参政権"			)     , ["外国", "人", "参政", "権"]			)





   @require_sudachi
   def      _snake_case		(       self					:			Tuple			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(sudachi_dict_type="core"     , sudachi_split_mode="B"			)

       self.assertListEqual(tokenizer.tokenize("外国人参政権"			)     , ["外国人", "参政権"]			)





   @require_sudachi
   def      _snake_case		(       self					:			int			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(sudachi_dict_type="core"     , sudachi_split_mode="C"			)

       self.assertListEqual(tokenizer.tokenize("外国人参政権"			)     , ["外国人参政権"]			)





   @require_sudachi
   def      _snake_case		(       self					:			Optional[int]			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(do_lower_case=__lowerCamelCase     , sudachi_dict_type="core"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , [" ", "\t", "アップル", "ストア", "で", "iphone", "8", " ", "が", " ", " ", "\n ", "発売", "さ", "れ", "た", " ", "。", " ", " "]     , )





   @require_sudachi
   def      _snake_case		(       self					:			Optional[int]			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(normalize_text=__lowerCamelCase     , sudachi_dict_type="core"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , [" ", "\t", "ｱｯﾌﾟﾙ", "ストア", "で", "iPhone", "８", " ", "が", " ", " ", "\n ", "発売", "さ", "れ", "た", "\u3000", "。", " ", " "]     , )





   @require_sudachi
   def      _snake_case		(       self					:			List[str]			):
       SCREAMING_SNAKE_CASE										=   SudachiTokenizer(trim_whitespace=__lowerCamelCase     , sudachi_dict_type="core"			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iPhone", "8", "が", "発売", "さ", "れ", "た", "。"]     , )





   @require_jumanpp
   def      _snake_case		(       self					:			Tuple			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class(self.vocab_file     , word_tokenizer_type="jumanpp"			)
       self.assertIsNotNone(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   "こんにちは、世界。\nこんばんは、世界。"
       SCREAMING_SNAKE_CASE										=   tokenizer.tokenize(__lowerCamelCase			)
       self.assertListEqual(__lowerCamelCase     , ["こんにちは", "、", "世界", "。", "こん", "##ばんは", "、", "世界", "。"]			)
       self.assertListEqual(tokenizer.convert_tokens_to_ids(__lowerCamelCase			)     , [3, 12, 10, 14, 4, 9, 12, 10, 14]			)

       SCREAMING_SNAKE_CASE										=   os.path.join(self.tmpdirname     , "tokenizer.bin"			)
       with open(__lowerCamelCase     , "wb"			) as handle:
           pickle.dump(__lowerCamelCase     , __lowerCamelCase			)

       with open(__lowerCamelCase     , "rb"			) as handle:
           SCREAMING_SNAKE_CASE										=   pickle.load(__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   tokenizer_new.tokenize(__lowerCamelCase			)

       self.assertListEqual(__lowerCamelCase     , __lowerCamelCase			)





   @require_jumanpp
   def      _snake_case		(       self					:			Optional[int]			):
       SCREAMING_SNAKE_CASE										=   JumanppTokenizer()

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iPhone", "8", "\u3000", "が", "\u3000", "\u3000", "\u3000", "発売", "さ", "れた", "\u3000", "。"]     , )





   @require_jumanpp
   def      _snake_case		(       self					:			List[str]			):
       SCREAMING_SNAKE_CASE										=   JumanppTokenizer(do_lower_case=__lowerCamelCase			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iphone", "8", "\u3000", "が", "\u3000", "\u3000", "\u3000", "発売", "さ", "れた", "\u3000", "。"]     , )





   @require_jumanpp
   def      _snake_case		(       self					:			Optional[Any]			):
       SCREAMING_SNAKE_CASE										=   JumanppTokenizer(normalize_text=__lowerCamelCase			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["ｱ", "ｯ", "ﾌ", "ﾟ", "ﾙ", "ストア", "で", "iPhone", "８", "\u3000", "が", "\u3000", "\u3000", "\u3000", "発売", "さ", "れた", "\u3000", "。"]     , )





   @require_jumanpp
   def      _snake_case		(       self					:			Dict			):
       SCREAMING_SNAKE_CASE										=   JumanppTokenizer(trim_whitespace=__lowerCamelCase			)

       self.assertListEqual(
           tokenizer.tokenize(" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  "			)     , ["アップル", "ストア", "で", "iPhone", "8", "が", "発売", "さ", "れた", "。"]     , )





   @require_jumanpp
   def      _snake_case		(       self					:			List[Any]			):
       SCREAMING_SNAKE_CASE										=   JumanppTokenizer()

       self.assertListEqual(
           tokenizer.tokenize("ありがとうございますm(_ _)ｍ見つけるのが大変です。"			)     , ["ありがとう", "ございます", "m(_ _)m", "見つける", "の", "が", "大変です", "。"]     , )





   def      _snake_case		(       self					:			int			):
       SCREAMING_SNAKE_CASE										=   ["[UNK]", "[CLS]", "[SEP]", "こんにちは", "こん", "にちは", "ばんは", "##こん", "##にちは", "##ばんは"]

       SCREAMING_SNAKE_CASE										=   {}
       for i, token in enumerate(__lowerCamelCase			):
           SCREAMING_SNAKE_CASE										=   i
       SCREAMING_SNAKE_CASE										=   WordpieceTokenizer(vocab=__lowerCamelCase     , unk_token="[UNK]"			)

       self.assertListEqual(tokenizer.tokenize(""			)     , []			)

       self.assertListEqual(tokenizer.tokenize("こんにちは"			)     , ["こんにちは"]			)

       self.assertListEqual(tokenizer.tokenize("こんばんは"			)     , ["こん", "##ばんは"]			)

       self.assertListEqual(tokenizer.tokenize("こんばんは こんばんにちは こんにちは"			)     , ["こん", "##ばんは", "[UNK]", "こんにちは"]			)





   def      _snake_case		(       self					:			Any			):
       SCREAMING_SNAKE_CASE										=   BertJapaneseTokenizer.from_pretrained("nlp-waseda/roberta-base-japanese-with-auto-jumanpp"			)
       SCREAMING_SNAKE_CASE										=   tokenizer.subword_tokenizer

       SCREAMING_SNAKE_CASE										=   subword_tokenizer.tokenize("国境 の 長い トンネル を 抜ける と 雪国 であった 。"			)
       self.assertListEqual(__lowerCamelCase     , ["▁国境", "▁の", "▁長い", "▁トンネル", "▁を", "▁抜ける", "▁と", "▁雪", "国", "▁であった", "▁。"]			)

       SCREAMING_SNAKE_CASE										=   subword_tokenizer.tokenize("こんばんは こんばん にち は こんにちは"			)
       self.assertListEqual(__lowerCamelCase     , ["▁こん", "ばん", "は", "▁こん", "ばん", "▁に", "ち", "▁は", "▁こんにちは"]			)





   def      _snake_case		(       self					:			Optional[Any]			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class.from_pretrained("cl-tohoku/bert-base-japanese"			)

       SCREAMING_SNAKE_CASE										=   tokenizer.encode("ありがとう。"     , add_special_tokens=__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.encode("どういたしまして。"     , add_special_tokens=__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   tokenizer.build_inputs_with_special_tokens(__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.build_inputs_with_special_tokens(__lowerCamelCase     , __lowerCamelCase			)

       # 2 is for "[CLS]", 3 is for "[SEP]"
       assert encoded_sentence == [2] + text + [3]
       assert encoded_pair == [2] + text + [3] + text_a + [3]





@custom_tokenizers
class 			_SCREAMING_SNAKE_CASE (   __snake_case					,       unittest.TestCase		):







   '''simple docstring'''




   lowerCamelCase__				=      BertJapaneseTokenizer
   lowerCamelCase__				=      False





   def      _snake_case		(       self					:			Optional[Any]			):
       super().setUp()

       SCREAMING_SNAKE_CASE										=   ["[UNK]", "[CLS]", "[SEP]", "こ", "ん", "に", "ち", "は", "ば", "世", "界", "、", "。"]

       SCREAMING_SNAKE_CASE										=   os.path.join(self.tmpdirname     , VOCAB_FILES_NAMES["vocab_file"]			)
       with open(self.vocab_file     , "w"     , encoding="utf-8"			) as vocab_writer:
           vocab_writer.write("".join([x + "\n" for x in vocab_tokens]			)			)





   def      _snake_case		(       self					:			str     , **__lowerCamelCase					:			Optional[int]			):
       return BertJapaneseTokenizer.from_pretrained(self.tmpdirname     , subword_tokenizer_type="character"     , **__lowerCamelCase			)





   def      _snake_case		(       self					:			Dict     , __lowerCamelCase					:			Optional[int]			):
       SCREAMING_SNAKE_CASE										=   "こんにちは、世界。 \nこんばんは、世界。"
       SCREAMING_SNAKE_CASE										=   "こ ん に ち は 、 世 界 。 こ ん ば ん は 、 世 界 。"
       return input_text, output_text





   def      _snake_case		(       self					:			Tuple			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			Tuple			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			Any			):
       pass  # TODO add if relevant





   def      _snake_case		(       self					:			Tuple			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class(self.vocab_file     , subword_tokenizer_type="character"			)

       SCREAMING_SNAKE_CASE										=   tokenizer.tokenize("こんにちは、世界。 \nこんばんは、世界。"			)
       self.assertListEqual(
           __lowerCamelCase     , ["こ", "ん", "に", "ち", "は", "、", "世", "界", "。", "こ", "ん", "ば", "ん", "は", "、", "世", "界", "。"]			)
       self.assertListEqual(
           tokenizer.convert_tokens_to_ids(__lowerCamelCase			)     , [3, 4, 5, 6, 7, 11, 9, 10, 12, 3, 4, 8, 4, 7, 11, 9, 10, 12]			)





   def      _snake_case		(       self					:			Optional[int]			):
       SCREAMING_SNAKE_CASE										=   ["[UNK]", "[CLS]", "[SEP]", "こ", "ん", "に", "ち", "は", "ば", "世", "界", "、", "。"]

       SCREAMING_SNAKE_CASE										=   {}
       for i, token in enumerate(__lowerCamelCase			):
           SCREAMING_SNAKE_CASE										=   i
       SCREAMING_SNAKE_CASE										=   CharacterTokenizer(vocab=__lowerCamelCase     , unk_token="[UNK]"			)

       self.assertListEqual(tokenizer.tokenize(""			)     , []			)

       self.assertListEqual(tokenizer.tokenize("こんにちは"			)     , ["こ", "ん", "に", "ち", "は"]			)

       self.assertListEqual(tokenizer.tokenize("こんにちほ"			)     , ["こ", "ん", "に", "ち", "[UNK]"]			)





   def      _snake_case		(       self					:			Tuple			):
       SCREAMING_SNAKE_CASE										=   self.tokenizer_class.from_pretrained("cl-tohoku/bert-base-japanese-char"			)

       SCREAMING_SNAKE_CASE										=   tokenizer.encode("ありがとう。"     , add_special_tokens=__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.encode("どういたしまして。"     , add_special_tokens=__lowerCamelCase			)

       SCREAMING_SNAKE_CASE										=   tokenizer.build_inputs_with_special_tokens(__lowerCamelCase			)
       SCREAMING_SNAKE_CASE										=   tokenizer.build_inputs_with_special_tokens(__lowerCamelCase     , __lowerCamelCase			)

       # 2 is for "[CLS]", 3 is for "[SEP]"
       assert encoded_sentence == [2] + text + [3]
       assert encoded_pair == [2] + text + [3] + text_a + [3]





@custom_tokenizers
class 			_SCREAMING_SNAKE_CASE (   unittest.TestCase		):







   '''simple docstring'''




   def      _snake_case		(       self					:			str			):
       SCREAMING_SNAKE_CASE										=   "cl-tohoku/bert-base-japanese"
       SCREAMING_SNAKE_CASE										=   AutoTokenizer.from_pretrained(__lowerCamelCase			)
       self.assertIsInstance(__lowerCamelCase     , __lowerCamelCase			)





class 			_SCREAMING_SNAKE_CASE (   unittest.TestCase		):







   '''simple docstring'''




   def      _snake_case		(       self					:			Dict			):
       SCREAMING_SNAKE_CASE										=   "cl-tohoku/bert-base-japanese"
       with self.assertLogs("transformers"     , level="WARNING"			) as cm:
           BertTokenizer.from_pretrained(__lowerCamelCase			)
           self.assertTrue(
               cm.records[0].message.startswith(
                   "The tokenizer class you load from this checkpoint is not the same type as the class this function"
                   " is called from."			)			)
       SCREAMING_SNAKE_CASE										=   "bert-base-cased"
       with self.assertLogs("transformers"     , level="WARNING"			) as cm:
           BertJapaneseTokenizer.from_pretrained(__lowerCamelCase			)
           self.assertTrue(
               cm.records[0].message.startswith(
                   "The tokenizer class you load from this checkpoint is not the same type as the class this function"
                   " is called from."			)			)


def 	__a     (      A__			:  int       ):
    if not isinstance(A__			,  A__       ):
        raise ValueError("Input must be an integer"       )
    if input_num <= 0:
        raise ValueError("Input must be positive"       )
    return sum(
        divisor for divisor in range(1			,  input_num // 2 + 1       ) if input_num % divisor == 0       )


if __name__ == "__main__":
    import doctest

    doctest.testmod()