






import unittest

from transformers import DebertaVaTokenizer, DebertaVaTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


snake_case    :						Tuple  =						get_tests_dir('fixtures/spiece.model')




@require_sentencepiece
@require_tokenizers
class 							lowerCAmelCase__  (	__lowercase					,							unittest.TestCase						):
					__A     :    Union[str, Any]           =						DebertaVaTokenizer
					__A     :    Optional[int]           =						DebertaVaTokenizerFast
					__A     :    str           =						True
					__A     :    str           =						True







					def  _lowercase			(       self      :     Optional[int]):
											super().setUp()

											# We have a SentencePiece fixture for testing
											A__	:							List[Any]						    = DebertaVaTokenizer(_A			,		unk_token="<unk>")
											tokenizer.save_pretrained(self.tmpdirname)







					def  _lowercase			(       self      :     List[Any]			,		_A      :     Dict):
											A__	:							Union[str, Any]						    = "this is a test"
											A__	:							Dict						    = "this is a test"
											return input_text, output_text







					def  _lowercase			(       self      :     Optional[Any]):
											A__	:							Dict						    = "<pad>"
											A__	:							int						    = 0

											self.assertEqual(self.get_tokenizer()._convert_token_to_id(_A)			,		_A)
											self.assertEqual(self.get_tokenizer()._convert_id_to_token(_A)			,		_A)







					def  _lowercase			(       self      :     Tuple):
											A__	:							Optional[int]						    = list(self.get_tokenizer().get_vocab().keys())
											self.assertEqual(vocab_keys[0]			,		"<pad>")
											self.assertEqual(vocab_keys[1]			,		"<unk>")
											self.assertEqual(vocab_keys[-1]			,		"[PAD]")
											self.assertEqual(len(_A)			,		3_0001)







					def  _lowercase			(       self      :     Dict):
											self.assertEqual(self.get_tokenizer().vocab_size			,		3_0000)







					def  _lowercase			(       self      :     Optional[Any]):
											# fmt: off
											A__	:							Optional[int]						    = " \tHeLLo!how  \n Are yoU?  "
											A__	:							Optional[int]						    = ["▁hello", "!", "how", "▁are", "▁you", "?"]
											# fmt: on

											A__	:							List[str]						    = DebertaVaTokenizer(_A			,		do_lower_case=_A)
											A__	:							List[str]						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)

											A__	:							Union[str, Any]						    = DebertaVaTokenizerFast(_A			,		do_lower_case=_A)
											A__	:							int						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)







					@unittest.skip("There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.")
					def  _lowercase			(       self      :     Any):
											pass







					@unittest.skip("There is an inconsistency between slow and fast tokenizer due to a bug in the fast one.")
					def  _lowercase			(       self      :     Any):
											pass







					def  _lowercase			(       self      :     Tuple):
											# fmt: off
											A__	:							Any						    = "I was born in 92000, and this is falsé."
											A__	:							Dict						    = ["▁", "<unk>", "▁was", "▁born", "▁in", "▁9", "2000", "▁", ",", "▁and", "▁this", "▁is", "▁fal", "s", "<unk>", "▁", ".", ]
											# fmt: on

											A__	:							Tuple						    = DebertaVaTokenizer(_A			,		split_by_punct=_A)
											A__	:							Tuple						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)

											A__	:							List[str]						    = DebertaVaTokenizerFast(_A			,		split_by_punct=_A)
											A__	:							List[str]						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     List[str]):
											# fmt: off
											A__	:							List[Any]						    = "I was born in 92000, and this is falsé."
											A__	:							Optional[Any]						    = ["▁i", "▁was", "▁born", "▁in", "▁9", "2000", "▁", ",", "▁and", "▁this", "▁is", "▁fal", "s", "<unk>", "▁", ".", ]
											# fmt: on

											A__	:							Optional[Any]						    = DebertaVaTokenizer(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							int						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))
											self.assertListEqual(_A			,		_A)

											A__	:							Optional[Any]						    = DebertaVaTokenizerFast(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							Union[str, Any]						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))
											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     Optional[Any]):
											# fmt: off
											A__	:							List[str]						    = "I was born in 92000, and this is falsé."
											A__	:							Optional[int]						    = ["▁i", "▁was", "▁born", "▁in", "▁9", "2000", ",", "▁and", "▁this", "▁is", "▁fal", "s", "<unk>", ".", ]
											# fmt: on

											A__	:							str						    = DebertaVaTokenizer(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							Any						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)

											A__	:							Dict						    = DebertaVaTokenizerFast(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							Any						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     int):
											# fmt: off
											A__	:							List[str]						    = "I was born in 92000, and this is falsé."
											A__	:							Optional[int]						    = ["▁", "<unk>", "▁was", "▁born", "▁in", "▁9", "2000", "▁", ",", "▁and", "▁this", "▁is", "▁fal", "s", "<unk>", "▁", ".", ]
											# fmt: on

											A__	:							Dict						    = DebertaVaTokenizer(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							Tuple						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)

											A__	:							Union[str, Any]						    = DebertaVaTokenizerFast(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							int						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     str):
											# fmt: off
											A__	:							Union[str, Any]						    = " \tHeLLo!how  \n Are yoU?  "
											A__	:							Optional[int]						    = ["▁", "<unk>", "e", "<unk>", "o", "!", "how", "▁", "<unk>", "re", "▁yo", "<unk>", "?"]
											# fmt: on

											A__	:							str						    = DebertaVaTokenizer(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							str						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)

											A__	:							Optional[int]						    = DebertaVaTokenizerFast(_A			,		do_lower_case=_A			,		split_by_punct=_A)
											A__	:							Optional[Any]						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))

											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     Optional[Any]):
											A__	:							Dict						    = self.get_tokenizer()
											A__	:							Optional[int]						    = self.get_rust_tokenizer()

											A__	:							Any						    = "I was born in 92000, and this is falsé."

											A__	:							str						    = tokenizer.convert_ids_to_tokens(tokenizer.encode(_A			,		add_special_tokens=_A))
											A__	:							str						    = rust_tokenizer.convert_ids_to_tokens(rust_tokenizer.encode(_A			,		add_special_tokens=_A))
											self.assertListEqual(_A			,		_A)

											A__	:							Union[str, Any]						    = tokenizer.encode(_A			,		add_special_tokens=_A)
											A__	:							Union[str, Any]						    = rust_tokenizer.encode(_A			,		add_special_tokens=_A)
											self.assertListEqual(_A			,		_A)

											A__	:							List[Any]						    = self.get_rust_tokenizer()
											A__	:							List[str]						    = tokenizer.encode(_A)
											A__	:							Dict						    = rust_tokenizer.encode(_A)
											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     str):
											A__	:							Dict						    = "This is a test"
											A__	:							str						    = [13, 1, 4398, 25, 21, 1289]
											A__	:							int						    = ["▁", "T", "his", "▁is", "▁a", "▁test"]
											A__	:							Union[str, Any]						    = ["▁", "<unk>", "his", "▁is", "▁a", "▁test"]

											A__	:							Dict						    = DebertaVaTokenizer(_A			,		keep_accents=_A)
											A__	:							Tuple						    = DebertaVaTokenizerFast(_A			,		keep_accents=_A)

											A__	:							int						    = tokenizer.encode(_A			,		add_special_tokens=_A)
											self.assertListEqual(_A			,		_A)
											A__	:							Union[str, Any]						    = tokenizer.tokenize(_A)
											self.assertListEqual(_A			,		_A)
											A__	:							int						    = tokenizer.convert_ids_to_tokens(_A)
											self.assertListEqual(_A			,		_A)

											A__	:							Union[str, Any]						    = rust_tokenizer.encode(_A			,		add_special_tokens=_A)
											self.assertListEqual(_A			,		_A)
											A__	:							List[str]						    = rust_tokenizer.tokenize(_A)
											self.assertListEqual(_A			,		_A)
											A__	:							List[str]						    = rust_tokenizer.convert_ids_to_tokens(_A)
											self.assertListEqual(_A			,		_A)

											# fmt: off
											A__	:							List[Any]						    = "I was born in 92000, and this is falsé."
											A__	:							List[Any]						    = [13, 1, 23, 386, 19, 561, 3050, 15, 17, 48, 25, 8256, 18, 1, 9]
											A__	:							Optional[int]						    = ["▁", "I", "▁was", "▁born", "▁in", "▁9", "2000", ",", "▁and", "▁this", "▁is", "▁fal", "s", "é", ".", ]
											A__	:							Tuple						    = ["▁", "<unk>", "▁was", "▁born", "▁in", "▁9", "2000", ",", "▁and", "▁this", "▁is", "▁fal", "s", "<unk>", ".", ]
											# fmt: on

											A__	:							Optional[Any]						    = tokenizer.encode(_A			,		add_special_tokens=_A)
											self.assertListEqual(_A			,		_A)
											A__	:							str						    = tokenizer.tokenize(_A)
											self.assertListEqual(_A			,		_A)
											A__	:							Tuple						    = tokenizer.convert_ids_to_tokens(_A)
											self.assertListEqual(_A			,		_A)

											A__	:							List[str]						    = rust_tokenizer.encode(_A			,		add_special_tokens=_A)
											self.assertListEqual(_A			,		_A)
											A__	:							Any						    = rust_tokenizer.tokenize(_A)
											self.assertListEqual(_A			,		_A)
											A__	:							Any						    = rust_tokenizer.convert_ids_to_tokens(_A)
											self.assertListEqual(_A			,		_A)







					def  _lowercase			(       self      :     List[str]):
											A__	:							str						    = DebertaVaTokenizer(_A)

											A__	:							Tuple						    = tokenizer.encode("sequence builders")
											A__	:							Dict						    = tokenizer.encode("multi-sequence build")

											A__	:							List[str]						    = tokenizer.build_inputs_with_special_tokens(_A)
											A__	:							List[str]						    = tokenizer.build_inputs_with_special_tokens(_A			,		_A)

											self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]			,		_A)
											self.assertEqual(
											    [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_a + [tokenizer.sep_token_id]			,		_A			,		)







					@slow
					def  _lowercase			(       self      :     List[str]):
											# fmt: off
											A__	:							List[Any]						    = {"input_ids": [[1, 3_9867, 36, 1_9390, 486, 27, 3_5052, 8_1436, 18, 6_0685, 1225, 7, 3_5052, 8_1436, 18, 9367, 1_6899, 18, 1_5937, 53, 594, 773, 18, 1_6287, 3_0465, 36, 1_5937, 6, 4_1139, 38, 3_6979, 6_0763, 191, 6, 3_4132, 99, 6, 5_0538, 390, 4_3230, 6, 3_4132, 2779, 2_0850, 14, 699, 1072, 1194, 36, 382, 1_0901, 53, 7, 699, 1072, 2084, 36, 2_0422, 630, 53, 19, 105, 3049, 1896, 1053, 1_6899, 1506, 11, 3_7978, 4243, 7, 1237, 3_1869, 200, 1_6566, 654, 6, 3_5052, 8_1436, 7, 5_5630, 1_3593, 4, 2], [1, 26, 1_5011, 13, 667, 8, 1053, 18, 2_3611, 1237, 7_2356, 1_2820, 34, 10_4134, 1209, 35, 1_3313, 6627, 21, 202, 347, 7, 164, 2399, 11, 46, 4485, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 5, 1232, 2864, 1_5785, 1_4951, 105, 5, 8581, 1250, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "token_type_ids": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
											# fmt: on

											self.tokenizer_integration_test_util(
											    expected_encoding=_A			,		model_name="microsoft/deberta-v2-xlarge"			,		revision="ad6e42c1532ddf3a15c39246b63f5559d558b670"			,		)




from collections.abc import Callable

import numpy as np
def 	snake_case__       (					__lowercase							,     __lowercase							,     __lowercase							,     __lowercase							,     __lowercase       )		->		np.array:







						"""simple docstring"""

						A__	:							Any						    = int(np.ceil((x_end - xa) / step_size       )       )
						A__	:							Union[str, Any]						    = np.zeros((n + 1,)       )
						A__	:							Any						    = ya
						A__	:							Union[str, Any]						    = xa

						for k in range(__lowercase       ):
												A__	:							Any						    = y[k] + step_size * ode_func(__lowercase							,     y[k]       )
												A__	:							Any						    = y[k] + (
												    (step_size / 2) * (ode_func(__lowercase							,     y[k]       ) + ode_func(x + step_size							,     __lowercase       ))
												)
												x += step_size

						return y


if __name__ == "__main__":
		import doctest

		doctest.testmod()