


import unittest

from transformers.models.xlm_prophetnet.tokenization_xlm_prophetnet import SPIECE_UNDERLINE, XLMProphetNetTokenizer
from transformers.testing_utils import get_tests_dir, require_sentencepiece, slow
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin


SCREAMING_SNAKE_CASE							    =							get_tests_dir('fixtures/test_sentencepiece.model')


@require_sentencepiece
class     __UpperCAmelCase							(       __A ,					unittest.TestCase							):


     """simple docstring"""
     _lowerCamelCase   =      XLMProphetNetTokenizer
     _lowerCamelCase   =      False
     _lowerCamelCase   =      True


     def 	snake_case_  (	self    ):
        super().setUp()

        # We have a SentencePiece fixture for testing
        __a					=  XLMProphetNetTokenizer(__A  ,       keep_accents=__A    )
        tokenizer.save_pretrained(self.tmpdirname    )


     def 	snake_case_  (	self    ):
        __a					=  """[PAD]"""
        __a					=  0

        self.assertEqual(self.get_tokenizer()._convert_token_to_id(__A    )  ,       __A    )
        self.assertEqual(self.get_tokenizer()._convert_id_to_token(__A    )  ,       __A    )


     def 	snake_case_  (	self    ):
        __a					=  list(self.get_tokenizer().get_vocab().keys()    )

        self.assertEqual(vocab_keys[0]  ,       """[PAD]"""    )
        self.assertEqual(vocab_keys[1]  ,       """[CLS]"""    )
        self.assertEqual(vocab_keys[-1]  ,       """j"""    )
        self.assertEqual(len(__A    )  ,       1012    )


     def 	snake_case_  (	self    ):
        self.assertEqual(self.get_tokenizer().vocab_size  ,       1012    )


     def 	snake_case_  (	self    ):
        __a					=  XLMProphetNetTokenizer(__A  ,       keep_accents=__A    )

        __a					=  tokenizer.tokenize("""This is a test"""    )
        self.assertListEqual(__A  ,       ["""▁This""", """▁is""", """▁a""", """▁t""", """est"""]    )

        self.assertListEqual(
            tokenizer.convert_tokens_to_ids(__A    )  ,       [value + tokenizer.fairseq_offset for value in [285, 46, 10, 170, 382]]  ,       )

        __a					=  tokenizer.tokenize("""I was born in 92000, and this is falsé."""    )
        self.assertListEqual(
            __A  ,       [
                SPIECE_UNDERLINE + """I""",
                SPIECE_UNDERLINE + """was""",
                SPIECE_UNDERLINE + """b""",
                """or""",
                """n""",
                SPIECE_UNDERLINE + """in""",
                SPIECE_UNDERLINE + """""",
                """9""",
                """2""",
                """0""",
                """0""",
                """0""",
                """,""",
                SPIECE_UNDERLINE + """and""",
                SPIECE_UNDERLINE + """this""",
                SPIECE_UNDERLINE + """is""",
                SPIECE_UNDERLINE + """f""",
                """al""",
                """s""",
                """é""",
                """.""",
            ]  ,       )
        __a					=  tokenizer.convert_tokens_to_ids(__A    )
        self.assertListEqual(
            __A  ,       [
                value + tokenizer.fairseq_offset
                for value in [8, 21, 84, 55, 24, 19, 7, -9, 602, 347, 347, 347, 3, 12, 66, 46, 72, 80, 6, -9, 4]
            ]  ,       )

        __a					=  tokenizer.convert_ids_to_tokens(__A    )
        self.assertListEqual(
            __A  ,       [
                SPIECE_UNDERLINE + """I""",
                SPIECE_UNDERLINE + """was""",
                SPIECE_UNDERLINE + """b""",
                """or""",
                """n""",
                SPIECE_UNDERLINE + """in""",
                SPIECE_UNDERLINE + """""",
                """[UNK]""",
                """2""",
                """0""",
                """0""",
                """0""",
                """,""",
                SPIECE_UNDERLINE + """and""",
                SPIECE_UNDERLINE + """this""",
                SPIECE_UNDERLINE + """is""",
                SPIECE_UNDERLINE + """f""",
                """al""",
                """s""",
                """[UNK]""",
                """.""",
            ]  ,       )


     @cached_property
     def 	snake_case_  (	self    ):
        return XLMProphetNetTokenizer.from_pretrained("""microsoft/xprophetnet-large-wiki100-cased"""    )


     @slow
     def 	snake_case_  (	self    ):
        __a					=  """Hello World!"""
        __a					=  [35389, 6672, 49, 2]
        self.assertListEqual(__A  ,       self.big_tokenizer.encode(__A    )    )


     @slow
     def 	snake_case_  (	self    ):
        # fmt: off
        __a					=  {"""input_ids""": [[11073, 82783, 18, 26, 82783, 549, 51540, 248, 17209, 1301, 217, 20, 215186, 1325, 147, 17209, 1301, 217, 20, 56370, 53, 122020, 20, 16477, 27, 87355, 4548, 20, 4728, 78392, 17, 159969, 18, 26, 24491, 629, 15, 538, 22704, 5439, 15, 2788, 24491, 9885, 15, 43534, 605, 15, 814, 18403, 33200, 29, 15, 43534, 24458, 12410, 111, 24966, 83669, 9637, 144068, 26, 850, 22346, 27, 147, 24966, 83669, 83490, 26, 39113, 735, 27, 689, 656, 2800, 1339, 4600, 53, 122020, 115785, 34, 816, 1339, 46887, 18, 147, 53905, 1951, 42238, 41170, 17732, 834, 436, 15, 27523, 98733, 217, 147, 5542, 4981, 930, 17347, 16, 2], [20091, 629, 94, 82786, 58, 490, 20, 1528, 84, 53905, 344, 80592, 110128, 18822, 5267, 1306, 62, 152537, 308, 7997, 401, 124427, 549, 35442, 225, 109, 15055, 25748, 147, 7119, 43712, 34, 767, 135366, 18, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [592, 63784, 119466, 17, 147808, 88214, 18, 656, 81, 32, 3296, 10280, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], """attention_mask""": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
        # fmt: on

        self.tokenizer_integration_test_util(
            expected_encoding=__A  ,       model_name="""microsoft/xprophetnet-large-wiki100-cased"""  ,       revision="""1acad1643ddd54a44df6a1b797ada8373685d90e"""  ,       )




import sys
import webbrowser

import requests
from bsa import BeautifulSoup
from fake_useragent import UserAgent

if __name__ == "__main__":
		print("""Googling.....""")
		__a    :	Tuple         =    """https://www.google.com/search?q=""" + """ """.join(sys.argv[1:])
		__a    :	List[str]         =    requests.get(url, headers={"""UserAgent""": UserAgent().random})
		# res.raise_for_status()
		with open("""project1a.html""", """wb""") as out_file:  # only for knowing the class
				for data in res.iter_content(1_0_0_0_0):
						out_file.write(data)
		__a    :	Dict         =    BeautifulSoup(res.text, """html.parser""")
		__a    :	Any         =    list(soup.select(""".eZt8xd"""))[:5]

		print(len(links))
		for link in links:
				if link.text == "Maps":
						webbrowser.open(link.get("""href"""))
				else:
						webbrowser.open(F'''https://google.com{link.get("href")}''')