
'''simple docstring'''





import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


UpperCAmelCase    					=   get_tests_dir("fixtures/spiece.model")

@require_sentencepiece
@require_tokenizers
class 						a   (				__magic_name__				,unittest.TestCase    ):
				_snake_case		    = DebertaVaTokenizer
				_snake_case		    = DebertaVaTokenizerFast
				_snake_case		    = True
				_snake_case		    = True




				def 	__snake_case							(							self	:				Any      ):
										super().setUp()

										# We have a SentencePiece fixture for testing
										snake_case       :     str =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    unk_token='''<unk>'''      )
										tokenizer.save_pretrained(self.tmpdirname      )




				def 	__snake_case							(							self	:				Optional[int],    SCREAMING_SNAKE_CASE_	:				Dict      ):
										snake_case       :     Optional[int] =    '''this is a test'''
										snake_case       :     Dict =    '''this is a test'''
										return input_text, output_text




				def 	__snake_case							(							self	:				Union[str, Any]      ):
										snake_case       :     List[str] =    '''<pad>'''
										snake_case       :     Optional[int] =    0

										self.assertEqual(self.get_tokenizer()._convert_token_to_id(SCREAMING_SNAKE_CASE_      ),    SCREAMING_SNAKE_CASE_      )
										self.assertEqual(self.get_tokenizer()._convert_id_to_token(SCREAMING_SNAKE_CASE_      ),    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Union[str, Any]      ):
										snake_case       :     List[Any] =    list(self.get_tokenizer().get_vocab().keys()      )
										self.assertEqual(vocab_keys[0],    '''<pad>'''      )
										self.assertEqual(vocab_keys[1],    '''<unk>'''      )
										self.assertEqual(vocab_keys[-1],    '''[PAD]'''      )
										self.assertEqual(len(SCREAMING_SNAKE_CASE_      ),    3_00_01      )




				def 	__snake_case							(							self	:				int      ):
										self.assertEqual(self.get_tokenizer().vocab_size,    3_00_00      )




				def 	__snake_case							(							self	:				List[str]      ):
										# fmt: off
										snake_case       :     Tuple =    ''' \tHeLLo!how  \n Are yoU?  '''
										snake_case       :     List[str] =    ['''▁hello''', '''!''', '''how''', '''▁are''', '''▁you''', '''?''']
										# fmt: on

										snake_case       :     Optional[int] =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Any =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     List[str] =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Optional[int] =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''      )
				def 	__snake_case							(							self	:				Union[str, Any]      ):
										pass




				@unittest.skip('''There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.'''      )
				def 	__snake_case							(							self	:				Tuple      ):
										pass




				def 	__snake_case							(							self	:				Any      ):
										# fmt: off
										snake_case       :     Union[str, Any] =    '''I was born in 92000, and this is falsé.'''
										snake_case       :     Optional[Any] =    ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
										# fmt: on

										snake_case       :     Optional[Any] =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Union[str, Any] =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     Any =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     List[Any] =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Tuple      ):
										# fmt: off
										snake_case       :     Union[str, Any] =    '''I was born in 92000, and this is falsé.'''
										snake_case       :     Optional[int] =    ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
										# fmt: on

										snake_case       :     Dict =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Optional[int] =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     str =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Any =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Optional[int]      ):
										# fmt: off
										snake_case       :     int =    '''I was born in 92000, and this is falsé.'''
										snake_case       :     List[Any] =    ['''▁i''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
										# fmt: on

										snake_case       :     List[str] =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Any =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     int =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Tuple =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Any      ):
										# fmt: off
										snake_case       :     Any =    '''I was born in 92000, and this is falsé.'''
										snake_case       :     List[str] =    ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', '''▁''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''▁''', '''.''', ]
										# fmt: on

										snake_case       :     Any =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     str =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Tuple =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Any      ):
										# fmt: off
										snake_case       :     Any =    ''' \tHeLLo!how  \n Are yoU?  '''
										snake_case       :     Optional[int] =    ['''▁''', '''<unk>''', '''e''', '''<unk>''', '''o''', '''!''', '''how''', '''▁''', '''<unk>''', '''re''', '''▁yo''', '''<unk>''', '''?''']
										# fmt: on

										snake_case       :     List[str] =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Dict =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     str =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    do_lower_case=SCREAMING_SNAKE_CASE_,    split_by_punct=SCREAMING_SNAKE_CASE_      )
										snake_case       :     List[str] =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )

										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Optional[Any]      ):
										snake_case       :     Optional[int] =    self.get_tokenizer()
										snake_case       :     Optional[Any] =    self.get_rust_tokenizer()

										snake_case       :     Optional[int] =    '''I was born in 92000, and this is falsé.'''

										snake_case       :     Dict =    tokenizer.convert_ids_to_tokens(tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )
										snake_case       :     Union[str, Any] =    rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     Optional[Any] =    tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     str =    self.get_rust_tokenizer()
										snake_case       :     Union[str, Any] =    tokenizer.encode(SCREAMING_SNAKE_CASE_      )
										snake_case       :     Any =    rust_tokenizer.encode(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				List[str]      ):
										snake_case       :     Union[str, Any] =    '''This is a test'''
										snake_case       :     Any =    [13, 1, 43_98, 25, 21, 12_89]
										snake_case       :     Optional[int] =    ['''▁''', '''T''', '''his''', '''▁is''', '''▁a''', '''▁test''']
										snake_case       :     Optional[Any] =    ['''▁''', '''<unk>''', '''his''', '''▁is''', '''▁a''', '''▁test''']

										snake_case       :     Any =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_,    keep_accents=SCREAMING_SNAKE_CASE_      )
										snake_case       :     Union[str, Any] =    DebertaVaTokenizerFast(SCREAMING_SNAKE_CASE_,    keep_accents=SCREAMING_SNAKE_CASE_      )

										snake_case       :     List[str] =    tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     Any =    tokenizer.tokenize(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     int =    rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    rust_tokenizer.tokenize(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    rust_tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										# fmt: off
										snake_case       :     Tuple =    '''I was born in 92000, and this is falsé.'''
										snake_case       :     Any =    [13, 1, 23, 3_86, 19, 5_61, 30_50, 15, 17, 48, 25, 82_56, 18, 1, 9]
										snake_case       :     Optional[Any] =    ['''▁''', '''I''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''é''', '''.''', ]
										snake_case       :     Optional[int] =    ['''▁''', '''<unk>''', '''▁was''', '''▁born''', '''▁in''', '''▁9''', '''2000''', ''',''', '''▁and''', '''▁this''', '''▁is''', '''▁fal''', '''s''', '''<unk>''', '''.''', ]
										# fmt: on

										snake_case       :     Any =    tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    tokenizer.tokenize(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     List[str] =    tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										snake_case       :     List[str] =    rust_tokenizer.encode(SCREAMING_SNAKE_CASE_,    add_special_tokens=SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     Tuple =    rust_tokenizer.tokenize(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    rust_tokenizer.convert_ids_to_tokens(SCREAMING_SNAKE_CASE_      )
										self.assertListEqual(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )




				def 	__snake_case							(							self	:				Union[str, Any]      ):
										snake_case       :     List[Any] =    DebertaVaTokenizer(SCREAMING_SNAKE_CASE_      )

										snake_case       :     Dict =    tokenizer.encode('''sequence builders'''      )
										snake_case       :     Union[str, Any] =    tokenizer.encode('''multi-sequence build'''      )

										snake_case       :     Optional[Any] =    tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE_      )
										snake_case       :     int =    tokenizer.build_inputs_with_special_tokens(SCREAMING_SNAKE_CASE_,    SCREAMING_SNAKE_CASE_      )

										self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id],    SCREAMING_SNAKE_CASE_      )
										self.assertEqual(
										    [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id],    SCREAMING_SNAKE_CASE_,    )




				@slow
				def 	__snake_case							(							self	:				Dict      ):
										# fmt: off
										snake_case       :     int =    {'''input_ids''': [[1, 3_98_67, 36, 1_93_90, 4_86, 27, 3_50_52, 8_14_36, 18, 6_06_85, 12_25, 7, 3_50_52, 8_14_36, 18, 93_67, 1_68_99, 18, 1_59_37, 53, 5_94, 7_73, 18, 1_62_87, 3_04_65, 36, 1_59_37, 6, 4_11_39, 38, 3_69_79, 6_07_63, 1_91, 6, 3_41_32, 99, 6, 5_05_38, 3_90, 4_32_30, 6, 3_41_32, 27_79, 2_08_50, 14, 6_99, 10_72, 11_94, 36, 3_82, 1_09_01, 53, 7, 6_99, 10_72, 20_84, 36, 2_04_22, 6_30, 53, 19, 1_05, 30_49, 18_96, 10_53, 1_68_99, 15_06, 11, 3_79_78, 42_43, 7, 12_37, 3_18_69, 2_00, 1_65_66, 6_54, 6, 3_50_52, 8_14_36, 7, 5_56_30, 1_35_93, 4, 2], [1, 26, 1_50_11, 13, 6_67, 8, 10_53, 18, 2_36_11, 12_37, 7_23_56, 1_28_20, 34, 10_41_34, 12_09, 35, 1_33_13, 66_27, 21, 2_02, 3_47, 7, 1_64, 23_99, 11, 46, 44_85, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 12_32, 28_64, 1_57_85, 1_49_51, 1_05, 5, 85_81, 12_50, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''token_type_ids''': [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
										# fmt: on

										self.tokenizer_integration_test_util(
										    expected_encoding=SCREAMING_SNAKE_CASE_,    model_name='''microsoft/deberta-v2-xlarge''',    revision='''ad6e42c1532ddf3a15c39246b63f5559d558b670''',    )



'''simple docstring'''





from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


UpperCAmelCase    					=   {
    "configuration_convbert": ["CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAP", "ConvBertConfig", "ConvBertOnnxConfig"],
    "tokenization_convbert": ["ConvBertTokenizer"],
}

try:
						if not is_tokenizers_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						UpperCAmelCase    					=   ["ConvBertTokenizerFast"]

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						UpperCAmelCase    					=   [
						    "CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "ConvBertForMaskedLM",
						    "ConvBertForMultipleChoice",
						    "ConvBertForQuestionAnswering",
						    "ConvBertForSequenceClassification",
						    "ConvBertForTokenClassification",
						    "ConvBertLayer",
						    "ConvBertModel",
						    "ConvBertPreTrainedModel",
						    "load_tf_weights_in_convbert",
						]


try:
						if not is_tf_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						UpperCAmelCase    					=   [
						    "TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "TFConvBertForMaskedLM",
						    "TFConvBertForMultipleChoice",
						    "TFConvBertForQuestionAnswering",
						    "TFConvBertForSequenceClassification",
						    "TFConvBertForTokenClassification",
						    "TFConvBertLayer",
						    "TFConvBertModel",
						    "TFConvBertPreTrainedModel",
						]


if TYPE_CHECKING:
						from .configuration_convbert import CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAP, ConvBertConfig, ConvBertOnnxConfig
						from .tokenization_convbert import ConvBertTokenizer

						try:
												if not is_tokenizers_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .tokenization_convbert_fast import ConvBertTokenizerFast

						try:
												if not is_torch_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_convbert import (
												    CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
												    ConvBertForMaskedLM,
												    ConvBertForMultipleChoice,
												    ConvBertForQuestionAnswering,
												    ConvBertForSequenceClassification,
												    ConvBertForTokenClassification,
												    ConvBertLayer,
												    ConvBertModel,
												    ConvBertPreTrainedModel,
												    load_tf_weights_in_convbert,
												)

						try:
												if not is_tf_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_tf_convbert import (
												    TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
												    TFConvBertForMaskedLM,
												    TFConvBertForMultipleChoice,
												    TFConvBertForQuestionAnswering,
												    TFConvBertForSequenceClassification,
												    TFConvBertForTokenClassification,
												    TFConvBertLayer,
												    TFConvBertModel,
												    TFConvBertPreTrainedModel,
												)


else:
						import sys

						UpperCAmelCase    					=   _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)

