






import os
import pickle
import unittest

from transformers import AutoTokenizer
from transformers.models.bert.tokenization_bert import BertTokenizer
from transformers.models.bert_japanese.tokenization_bert_japanese import (
    VOCAB_FILES_NAMES,
    BertJapaneseTokenizer,
    CharacterTokenizer,
    JumanppTokenizer,
    MecabTokenizer,
    SudachiTokenizer,
    WordpieceTokenizer,
)
from transformers.testing_utils import custom_tokenizers, require_jumanpp, require_sudachi

from ...test_tokenization_common import TokenizerTesterMixin





@custom_tokenizers
class   UpperCamelCase_ (       a_   ,					unittest.TestCase  ):
  _A       :					int				=	BertJapaneseTokenizer
  _A       :					Dict				=	False
  _A       :					Any				=	True



  def 		UpperCamelCase_				(      self				)			->			int:



         """simple docstring"""





         super().setUp()

         UpperCAmelCase	    =			[
             """[UNK]""",
             """[CLS]""",
             """[SEP]""",
             """こんにちは""",
             """こん""",
             """にちは""",
             """ばんは""",
             """##こん""",
             """##にちは""",
             """##ばんは""",
             """世界""",
             """##世界""",
             """、""",
             """##、""",
             """。""",
             """##。""",
         ]

         UpperCAmelCase	    =			os.path.join(self.tmpdirname ,		VOCAB_FILES_NAMES["""vocab_file"""]				)
         with open(self.vocab_file ,		"""w""" ,		encoding="""utf-8"""				) as vocab_writer:
                vocab_writer.write("""""".join([x + """\n""" for x in vocab_tokens]				)				)



  def 		UpperCamelCase_				(      self ,		snake_case__				)			->			List[str]:



         """simple docstring"""





         UpperCAmelCase	    =			"""こんにちは、世界。 \nこんばんは、世界。"""
         UpperCAmelCase	    =			"""こんにちは 、 世界 。 こんばんは 、 世界 。"""
         return input_text, output_text



  def 		UpperCamelCase_				(      self ,		snake_case__				)			->			Dict:



         """simple docstring"""





         UpperCAmelCase    ,       UpperCAmelCase	    =			self.get_input_output_texts(__A				)
         UpperCAmelCase	    =			tokenizer.encode(__A ,		add_special_tokens=__A				)
         UpperCAmelCase	    =			tokenizer.decode(__A ,		clean_up_tokenization_spaces=__A				)
         return text, ids



  def 		UpperCamelCase_				(      self				)			->			List[str]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			List[str]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			Optional[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class(self.vocab_file				)

         UpperCAmelCase	    =			tokenizer.tokenize("""こんにちは、世界。\nこんばんは、世界。"""				)
         self.assertListEqual(__A ,		["""こんにちは""", """、""", """世界""", """。""", """こん""", """##ばんは""", """、""", """世界""", """。"""]				)
         self.assertListEqual(tokenizer.convert_tokens_to_ids(__A				) ,		[3, 12, 10, 14, 4, 9, 12, 10, 14]				)



  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class(self.vocab_file ,		word_tokenizer_type="""mecab"""				)
         self.assertIsNotNone(__A				)

         UpperCAmelCase	    =			"""こんにちは、世界。\nこんばんは、世界。"""
         UpperCAmelCase	    =			tokenizer.tokenize(__A				)
         self.assertListEqual(__A ,		["""こんにちは""", """、""", """世界""", """。""", """こん""", """##ばんは""", """、""", """世界""", """。"""]				)
         self.assertListEqual(tokenizer.convert_tokens_to_ids(__A				) ,		[3, 12, 10, 14, 4, 9, 12, 10, 14]				)

         UpperCAmelCase	    =			os.path.join(self.tmpdirname ,		"""tokenizer.bin"""				)
         with open(__A ,		"""wb"""				) as handle:
                pickle.dump(__A ,		__A				)

         with open(__A ,		"""rb"""				) as handle:
                UpperCAmelCase	    =			pickle.load(__A				)

         UpperCAmelCase	    =			tokenizer_new.tokenize(__A				)

         self.assertListEqual(__A ,		__A				)



  def 		UpperCamelCase_				(      self				)			->			List[str]:



         """simple docstring"""





         UpperCAmelCase	    =			MecabTokenizer(mecab_dic="""ipadic"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップルストア""", """で""", """iPhone""", """8""", """が""", """発売""", """さ""", """れ""", """た""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         try:
                UpperCAmelCase	    =			MecabTokenizer(mecab_dic="""unidic_lite"""				)
         except ModuleNotFoundError:
                return

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iPhone""", """8""", """が""", """発売""", """さ""", """れ""", """た""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			Any:



         """simple docstring"""





         try:
                UpperCAmelCase	    =			MecabTokenizer(mecab_dic="""unidic"""				)
         except ModuleNotFoundError:
                return

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iPhone""", """8""", """が""", """発売""", """さ""", """れ""", """た""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			int:



         """simple docstring"""





         UpperCAmelCase	    =			MecabTokenizer(do_lower_case=__A ,		mecab_dic="""ipadic"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップルストア""", """で""", """iphone""", """8""", """が""", """発売""", """さ""", """れ""", """た""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			Any:



         """simple docstring"""





         try:
                UpperCAmelCase	    =			MecabTokenizer(
                    do_lower_case=__A ,		normalize_text=__A ,		mecab_option="""-d /usr/local/lib/mecab/dic/jumandic"""				)
         except RuntimeError:
                # if dict doesn't exist in the system, previous code raises this error.
                return

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""ｱｯﾌﾟﾙストア""", """で""", """iPhone""", """８""", """が""", """発売""", """さ""", """れた""", """\u3000""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			MecabTokenizer(normalize_text=__A ,		mecab_dic="""ipadic"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""ｱｯﾌﾟﾙストア""", """で""", """iPhone""", """８""", """が""", """発売""", """さ""", """れ""", """た""", """　""", """。"""] ,		)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			Any:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class(self.vocab_file ,		word_tokenizer_type="""sudachi"""				)
         self.assertIsNotNone(__A				)

         UpperCAmelCase	    =			"""こんにちは、世界。\nこんばんは、世界。"""
         UpperCAmelCase	    =			tokenizer.tokenize(__A				)
         self.assertListEqual(__A ,		["""こんにちは""", """、""", """世界""", """。""", """こん""", """##ばんは""", """、""", """世界""", """。"""]				)
         self.assertListEqual(tokenizer.convert_tokens_to_ids(__A				) ,		[3, 12, 10, 14, 4, 9, 12, 10, 14]				)

         UpperCAmelCase	    =			os.path.join(self.tmpdirname ,		"""tokenizer.bin"""				)
         with open(__A ,		"""wb"""				) as handle:
                pickle.dump(__A ,		__A				)

         with open(__A ,		"""rb"""				) as handle:
                UpperCAmelCase	    =			pickle.load(__A				)

         UpperCAmelCase	    =			tokenizer_new.tokenize(__A				)

         self.assertListEqual(__A ,		__A				)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			Dict:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(sudachi_dict_type="""core"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		[""" """, """\t""", """アップル""", """ストア""", """で""", """iPhone""", """8""", """ """, """が""", """ """, """ """, """\n """, """発売""", """さ""", """れ""", """た""", """ """, """。""", """ """, """ """] ,		)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(sudachi_dict_type="""core""" ,		sudachi_split_mode="""A"""				)

         self.assertListEqual(tokenizer.tokenize("""外国人参政権"""				) ,		["""外国""", """人""", """参政""", """権"""]				)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			Optional[int]:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(sudachi_dict_type="""core""" ,		sudachi_split_mode="""B"""				)

         self.assertListEqual(tokenizer.tokenize("""外国人参政権"""				) ,		["""外国人""", """参政権"""]				)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			Any:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(sudachi_dict_type="""core""" ,		sudachi_split_mode="""C"""				)

         self.assertListEqual(tokenizer.tokenize("""外国人参政権"""				) ,		["""外国人参政権"""]				)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			int:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(do_lower_case=__A ,		sudachi_dict_type="""core"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		[""" """, """\t""", """アップル""", """ストア""", """で""", """iphone""", """8""", """ """, """が""", """ """, """ """, """\n """, """発売""", """さ""", """れ""", """た""", """ """, """。""", """ """, """ """] ,		)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(normalize_text=__A ,		sudachi_dict_type="""core"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		[""" """, """\t""", """ｱｯﾌﾟﾙ""", """ストア""", """で""", """iPhone""", """８""", """ """, """が""", """ """, """ """, """\n """, """発売""", """さ""", """れ""", """た""", """\u3000""", """。""", """ """, """ """] ,		)



  @require_sudachi
  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			SudachiTokenizer(trim_whitespace=__A ,		sudachi_dict_type="""core"""				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iPhone""", """8""", """が""", """発売""", """さ""", """れ""", """た""", """。"""] ,		)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Optional[int]:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class(self.vocab_file ,		word_tokenizer_type="""jumanpp"""				)
         self.assertIsNotNone(__A				)

         UpperCAmelCase	    =			"""こんにちは、世界。\nこんばんは、世界。"""
         UpperCAmelCase	    =			tokenizer.tokenize(__A				)
         self.assertListEqual(__A ,		["""こんにちは""", """、""", """世界""", """。""", """こん""", """##ばんは""", """、""", """世界""", """。"""]				)
         self.assertListEqual(tokenizer.convert_tokens_to_ids(__A				) ,		[3, 12, 10, 14, 4, 9, 12, 10, 14]				)

         UpperCAmelCase	    =			os.path.join(self.tmpdirname ,		"""tokenizer.bin"""				)
         with open(__A ,		"""wb"""				) as handle:
                pickle.dump(__A ,		__A				)

         with open(__A ,		"""rb"""				) as handle:
                UpperCAmelCase	    =			pickle.load(__A				)

         UpperCAmelCase	    =			tokenizer_new.tokenize(__A				)

         self.assertListEqual(__A ,		__A				)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Optional[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			JumanppTokenizer()

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iPhone""", """8""", """\u3000""", """が""", """\u3000""", """\u3000""", """\u3000""", """発売""", """さ""", """れた""", """\u3000""", """。"""] ,		)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Dict:



         """simple docstring"""





         UpperCAmelCase	    =			JumanppTokenizer(do_lower_case=__A				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iphone""", """8""", """\u3000""", """が""", """\u3000""", """\u3000""", """\u3000""", """発売""", """さ""", """れた""", """\u3000""", """。"""] ,		)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Optional[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			JumanppTokenizer(normalize_text=__A				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""ｱ""", """ｯ""", """ﾌ""", """ﾟ""", """ﾙ""", """ストア""", """で""", """iPhone""", """８""", """\u3000""", """が""", """\u3000""", """\u3000""", """\u3000""", """発売""", """さ""", """れた""", """\u3000""", """。"""] ,		)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			JumanppTokenizer(trim_whitespace=__A				)

         self.assertListEqual(
             tokenizer.tokenize(""" \tｱｯﾌﾟﾙストアでiPhone８ が  \n 発売された　。  """				) ,		["""アップル""", """ストア""", """で""", """iPhone""", """8""", """が""", """発売""", """さ""", """れた""", """。"""] ,		)



  @require_jumanpp
  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			JumanppTokenizer()

         self.assertListEqual(
             tokenizer.tokenize("""ありがとうございますm(_ _)ｍ見つけるのが大変です。"""				) ,		["""ありがとう""", """ございます""", """m(_ _)m""", """見つける""", """の""", """が""", """大変です""", """。"""] ,		)



  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			["""[UNK]""", """[CLS]""", """[SEP]""", """こんにちは""", """こん""", """にちは""", """ばんは""", """##こん""", """##にちは""", """##ばんは"""]

         UpperCAmelCase	    =			{}
         for i, token in enumerate(__A				):
                UpperCAmelCase	    =			i
         UpperCAmelCase	    =			WordpieceTokenizer(vocab=__A ,		unk_token="""[UNK]"""				)

         self.assertListEqual(tokenizer.tokenize(""""""				) ,		[]				)

         self.assertListEqual(tokenizer.tokenize("""こんにちは"""				) ,		["""こんにちは"""]				)

         self.assertListEqual(tokenizer.tokenize("""こんばんは"""				) ,		["""こん""", """##ばんは"""]				)

         self.assertListEqual(tokenizer.tokenize("""こんばんは こんばんにちは こんにちは"""				) ,		["""こん""", """##ばんは""", """[UNK]""", """こんにちは"""]				)



  def 		UpperCamelCase_				(      self				)			->			str:



         """simple docstring"""





         UpperCAmelCase	    =			BertJapaneseTokenizer.from_pretrained("""nlp-waseda/roberta-base-japanese-with-auto-jumanpp"""				)
         UpperCAmelCase	    =			tokenizer.subword_tokenizer

         UpperCAmelCase	    =			subword_tokenizer.tokenize("""国境 の 長い トンネル を 抜ける と 雪国 であった 。"""				)
         self.assertListEqual(__A ,		["""▁国境""", """▁の""", """▁長い""", """▁トンネル""", """▁を""", """▁抜ける""", """▁と""", """▁雪""", """国""", """▁であった""", """▁。"""]				)

         UpperCAmelCase	    =			subword_tokenizer.tokenize("""こんばんは こんばん にち は こんにちは"""				)
         self.assertListEqual(__A ,		["""▁こん""", """ばん""", """は""", """▁こん""", """ばん""", """▁に""", """ち""", """▁は""", """▁こんにちは"""]				)



  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class.from_pretrained("""cl-tohoku/bert-base-japanese"""				)

         UpperCAmelCase	    =			tokenizer.encode("""ありがとう。""" ,		add_special_tokens=__A				)
         UpperCAmelCase	    =			tokenizer.encode("""どういたしまして。""" ,		add_special_tokens=__A				)

         UpperCAmelCase	    =			tokenizer.build_inputs_with_special_tokens(__A				)
         UpperCAmelCase	    =			tokenizer.build_inputs_with_special_tokens(__A ,		__A				)

         # 2 is for "[CLS]", 3 is for "[SEP]"
         assert encoded_sentence == [2] + text + [3]
         assert encoded_pair == [2] + text + [3] + text_a + [3]





@custom_tokenizers
class   UpperCamelCase_ (       a_   ,					unittest.TestCase  ):
  _A       :					List[str]				=	BertJapaneseTokenizer
  _A       :					Any				=	False



  def 		UpperCamelCase_				(      self				)			->			Union[str, Any]:



         """simple docstring"""





         super().setUp()

         UpperCAmelCase	    =			["""[UNK]""", """[CLS]""", """[SEP]""", """こ""", """ん""", """に""", """ち""", """は""", """ば""", """世""", """界""", """、""", """。"""]

         UpperCAmelCase	    =			os.path.join(self.tmpdirname ,		VOCAB_FILES_NAMES["""vocab_file"""]				)
         with open(self.vocab_file ,		"""w""" ,		encoding="""utf-8"""				) as vocab_writer:
                vocab_writer.write("""""".join([x + """\n""" for x in vocab_tokens]				)				)



  def 		UpperCamelCase_				(      self ,		**snake_case__				)			->			Dict:



         """simple docstring"""





         return BertJapaneseTokenizer.from_pretrained(self.tmpdirname ,		subword_tokenizer_type="""character""" ,		**__A				)



  def 		UpperCamelCase_				(      self ,		snake_case__				)			->			Optional[int]:



         """simple docstring"""





         UpperCAmelCase	    =			"""こんにちは、世界。 \nこんばんは、世界。"""
         UpperCAmelCase	    =			"""こ ん に ち は 、 世 界 。 こ ん ば ん は 、 世 界 。"""
         return input_text, output_text



  def 		UpperCamelCase_				(      self				)			->			List[str]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			Optional[int]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			Optional[int]:



         """simple docstring"""





         pass  # TODO add if relevant



  def 		UpperCamelCase_				(      self				)			->			List[str]:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class(self.vocab_file ,		subword_tokenizer_type="""character"""				)

         UpperCAmelCase	    =			tokenizer.tokenize("""こんにちは、世界。 \nこんばんは、世界。"""				)
         self.assertListEqual(
             __A ,		["""こ""", """ん""", """に""", """ち""", """は""", """、""", """世""", """界""", """。""", """こ""", """ん""", """ば""", """ん""", """は""", """、""", """世""", """界""", """。"""]				)
         self.assertListEqual(
             tokenizer.convert_tokens_to_ids(__A				) ,		[3, 4, 5, 6, 7, 11, 9, 10, 12, 3, 4, 8, 4, 7, 11, 9, 10, 12]				)



  def 		UpperCamelCase_				(      self				)			->			Any:



         """simple docstring"""





         UpperCAmelCase	    =			["""[UNK]""", """[CLS]""", """[SEP]""", """こ""", """ん""", """に""", """ち""", """は""", """ば""", """世""", """界""", """、""", """。"""]

         UpperCAmelCase	    =			{}
         for i, token in enumerate(__A				):
                UpperCAmelCase	    =			i
         UpperCAmelCase	    =			CharacterTokenizer(vocab=__A ,		unk_token="""[UNK]"""				)

         self.assertListEqual(tokenizer.tokenize(""""""				) ,		[]				)

         self.assertListEqual(tokenizer.tokenize("""こんにちは"""				) ,		["""こ""", """ん""", """に""", """ち""", """は"""]				)

         self.assertListEqual(tokenizer.tokenize("""こんにちほ"""				) ,		["""こ""", """ん""", """に""", """ち""", """[UNK]"""]				)



  def 		UpperCamelCase_				(      self				)			->			Dict:



         """simple docstring"""





         UpperCAmelCase	    =			self.tokenizer_class.from_pretrained("""cl-tohoku/bert-base-japanese-char"""				)

         UpperCAmelCase	    =			tokenizer.encode("""ありがとう。""" ,		add_special_tokens=__A				)
         UpperCAmelCase	    =			tokenizer.encode("""どういたしまして。""" ,		add_special_tokens=__A				)

         UpperCAmelCase	    =			tokenizer.build_inputs_with_special_tokens(__A				)
         UpperCAmelCase	    =			tokenizer.build_inputs_with_special_tokens(__A ,		__A				)

         # 2 is for "[CLS]", 3 is for "[SEP]"
         assert encoded_sentence == [2] + text + [3]
         assert encoded_pair == [2] + text + [3] + text_a + [3]





@custom_tokenizers
class   UpperCamelCase_ (       unittest.TestCase  ):



  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			"""cl-tohoku/bert-base-japanese"""
         UpperCAmelCase	    =			AutoTokenizer.from_pretrained(__A				)
         self.assertIsInstance(__A ,		__A				)





class   UpperCamelCase_ (       unittest.TestCase  ):



  def 		UpperCamelCase_				(      self				)			->			List[Any]:



         """simple docstring"""





         UpperCAmelCase	    =			"""cl-tohoku/bert-base-japanese"""
         with self.assertLogs("""transformers""" ,		level="""WARNING"""				) as cm:
                BertTokenizer.from_pretrained(__A				)
                self.assertTrue(
                    cm.records[0].message.startswith(
                        """The tokenizer class you load from this checkpoint is not the same type as the class this function"""
                        """ is called from."""				)				)
         UpperCAmelCase	    =			"""bert-base-cased"""
         with self.assertLogs("""transformers""" ,		level="""WARNING"""				) as cm:
                BertJapaneseTokenizer.from_pretrained(__A				)
                self.assertTrue(
                    cm.records[0].message.startswith(
                        """The tokenizer class you load from this checkpoint is not the same type as the class this function"""
                        """ is called from."""				)				)








"""simple docstring"""







def       _lowerCAmelCase       (      lowerCAmelCase		):







       '''simple docstring'''
       if not isinstance(lowerCAmelCase	,      lowerCAmelCase		):
              UpperCAmelCase	    =			F'''Input value of [number={number}] must be an integer'''
              raise TypeError(lowerCAmelCase		)
       if number < 0:
              return False
       UpperCAmelCase	    =			number * number
       while number > 0:
              if number % 10 != number_square % 10:
                     return False
              number //= 10
              number_square //= 10
       return True


if __name__ == "__main__":
 import doctest

 doctest.testmod()
