"""simple docstring"""





import os
import unittest

from transformers.models.cpmant.tokenization_cpmant import VOCAB_FILES_NAMES, CpmAntTokenizer
from transformers.testing_utils import require_jieba, tooslow

from ...test_tokenization_common import TokenizerTesterMixin
@require_jieba
class  _snake_case     (					a__				, unittest.TestCase		):
      snake_case__			  =			CpmAntTokenizer
      snake_case__			  =			False






      def       lowerCamelCase__     (       self      :			Any    ):
             super().setUp()

             __lowerCamelCase					:		Dict		   =     [
                 "<d>",
                 "</d>",
                 "<s>",
                 "</s>",
                 "</_>",
                 "<unk>",
                 "<pad>",
                 "</n>",
                 "我",
                 "是",
                 "C",
                 "P",
                 "M",
                 "A",
                 "n",
                 "t",
             ]
             __lowerCamelCase					:		Any		   =     os.path.join(self.tmpdirname							,					VOCAB_FILES_NAMES["vocab_file"]    )
             with open(self.vocab_file							,					"w"							,					encoding="utf-8"    ) as vocab_writer:
                    vocab_writer.write("".join([x + "\n" for x in vocab_tokens]    )    )







      @tooslow
      def       lowerCamelCase__     (       self      :			List[str]    ):
             __lowerCamelCase					:		List[str]		   =     CpmAntTokenizer.from_pretrained("openbmb/cpm-ant-10b"    )
             __lowerCamelCase					:		Optional[Any]		   =     "今天天气真好！"
             __lowerCamelCase					:		Optional[int]		   =     ["今天", "天气", "真", "好", "！"]
             __lowerCamelCase					:		Optional[Any]		   =     tokenizer.tokenize(UpperCAmelCase    )
             self.assertListEqual(UpperCAmelCase							,					UpperCAmelCase    )
             __lowerCamelCase					:		Dict		   =     "今天天气真好！"
             __lowerCamelCase					:		Optional[int]		   =     [tokenizer.bos_token] + tokens

             __lowerCamelCase					:		Optional[int]		   =     [6, 9802, 14962, 2082, 831, 244]
             self.assertListEqual(tokenizer.convert_tokens_to_ids(UpperCAmelCase    )							,					UpperCAmelCase    )

             __lowerCamelCase					:		Optional[int]		   =     tokenizer.decode(UpperCAmelCase    )
             self.assertEqual(UpperCAmelCase							,					UpperCAmelCase    )
"""simple docstring"""





# tests directory-specific settings - this file is run automatically
# by pytest before any tests are run

import doctest
import sys
import warnings
from os.path import abspath, dirname, join

import _pytest

from transformers.testing_utils import HfDoctestModule, HfDocTestParser


# allow having multiple repository checkouts and not needing to remember to rerun
# 'pip install -e .[dev]' when switching between checkouts and running tests.
__A  =				abspath(join(dirname(__file__), '''src'''))
sys.path.insert(1, git_repo_path)

# silence FutureWarning warnings in tests since often we can't act on them until
# they become normal warnings - i.e. the tests still need to test the current functionality
warnings.simplefilter(action='''ignore''', category=FutureWarning)


def    lowercase_   (   _lowerCamelCase:	List[Any]      ) ->      Union[str, Any]:



							'''simple docstring'''

							config.addinivalue_line(
							    "markers"						,   "is_pt_tf_cross_test: mark test to run only when PT and TF interactions are tested"      )
							config.addinivalue_line(
							    "markers"						,   "is_pt_flax_cross_test: mark test to run only when PT and FLAX interactions are tested"      )
							config.addinivalue_line("markers"						,   "is_pipeline_test: mark test to run only when pipelines are tested"      )
							config.addinivalue_line("markers"						,   "is_staging_test: mark test to run only in the staging environment"      )
							config.addinivalue_line("markers"						,   "accelerate_tests: mark test that require accelerate"      )
							config.addinivalue_line("markers"						,   "tool_tests: mark the tool tests that are run on their specific schedule"      )


def    lowercase_   (   _lowerCamelCase:	Union[str, Any]      ) ->      Any:



							'''simple docstring'''

							from transformers.testing_utils import pytest_addoption_shared

							pytest_addoption_shared(_lowerCamelCase      )


def    lowercase_   (   _lowerCamelCase:	Optional[int]      ) ->      Tuple:



							'''simple docstring'''

							from transformers.testing_utils import pytest_terminal_summary_main

							__lowerCamelCase					:		Any		   =     terminalreporter.config.getoption("--make-reports"      )
							if make_reports:
														pytest_terminal_summary_main(_lowerCamelCase						,   id=_lowerCamelCase      )


def    lowercase_   (   _lowerCamelCase:	Union[str, Any]						,   _lowerCamelCase:	Tuple      ) ->      Dict:



							'''simple docstring'''

							if exitstatus == 5:
														__lowerCamelCase					:		Optional[int]		   =     0


# Doctest custom flag to ignore output.
__A  =				doctest.register_optionflag('''IGNORE_RESULT''')

__A  =				doctest.OutputChecker
class  _snake_case     (					a__		):






						def       lowerCamelCase__     (       self      :			List[str]							,					UpperCAmelCase      :			int							,					UpperCAmelCase      :			Any							,					UpperCAmelCase      :			int    ):
													if IGNORE_RESULT & optionflags:
																				return True
													return OutputChecker.check_output(self							,					UpperCAmelCase							,					UpperCAmelCase							,					UpperCAmelCase    )

__A  =				CustomOutputChecker
__A  =				HfDoctestModule







__A  =				HfDocTestParser