





import unittest

import numpy as np

from transformers.testing_utils import require_pytesseract, require_torch
from transformers.utils import is_pytesseract_available, is_torch_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
					import torch

if is_pytesseract_available():
					from PIL import Image

					from transformers import LayoutLMvaImageProcessor

class        __SCREAMING_SNAKE_CASE					(     unittest.TestCase       ):






							def __init__(						self  , __lowerCAmelCase  , __lowerCAmelCase=7  , __lowerCAmelCase=3  , __lowerCAmelCase=18  , __lowerCAmelCase=30  , __lowerCAmelCase=400  , __lowerCAmelCase=True  , __lowerCAmelCase=None  , __lowerCAmelCase=True  , ):
														UpperCamelCase__				     =			size if size is not None else {"""height""": 18, """width""": 18}
														UpperCamelCase__				     =			parent
														UpperCamelCase__				     =			batch_size
														UpperCamelCase__				     =			num_channels
														UpperCamelCase__				     =			image_size
														UpperCamelCase__				     =			min_resolution
														UpperCamelCase__				     =			max_resolution
														UpperCamelCase__				     =			do_resize
														UpperCamelCase__				     =			size
														UpperCamelCase__				     =			apply_ocr







							def 				_lowerCamelCase		(						self  ):
														return {"do_resize": self.do_resize, "size": self.size, "apply_ocr": self.apply_ocr}






@require_torch
@require_pytesseract
class        __SCREAMING_SNAKE_CASE					(     _a   ,		unittest.TestCase       ):
							snake_case     :      str						     =       LayoutLMvaImageProcessor if is_pytesseract_available() else None






							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			LayoutLMvaImageProcessingTester(self  )






							@property
							def 				_lowerCamelCase		(						self  ):
														return self.image_processor_tester.prepare_image_processor_dict()






							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			self.image_processing_class(**self.image_processor_dict  )
														self.assertTrue(hasattr(__lowerCAmelCase  , """do_resize"""  )  )
														self.assertTrue(hasattr(__lowerCAmelCase  , """size"""  )  )
														self.assertTrue(hasattr(__lowerCAmelCase  , """apply_ocr"""  )  )






							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			self.image_processing_class.from_dict(self.image_processor_dict  )
														self.assertEqual(image_processor.size  , {"""height""": 18, """width""": 18}  )

														UpperCamelCase__				     =			self.image_processing_class.from_dict(self.image_processor_dict  , size=42  )
														self.assertEqual(image_processor.size  , {"""height""": 42, """width""": 42}  )






							def 				_lowerCamelCase		(						self  ):
														pass






							def 				_lowerCamelCase		(						self  ):
														# Initialize image_processing
														UpperCamelCase__				     =			self.image_processing_class(**self.image_processor_dict  )
														# create random PIL images
														UpperCamelCase__				     =			prepare_image_inputs(self.image_processor_tester  , equal_resolution=__lowerCAmelCase  )
														for image in image_inputs:
																					self.assertIsInstance(__lowerCAmelCase  , Image.Image  )

														# Test not batched input
														UpperCamelCase__				     =			image_processing(image_inputs[0]  , return_tensors="""pt"""  )
														self.assertEqual(
														    encoding.pixel_values.shape  , (
														        1,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )

														self.assertIsInstance(encoding.words  , __lowerCAmelCase  )
														self.assertIsInstance(encoding.boxes  , __lowerCAmelCase  )

														# Test batched
														UpperCamelCase__				     =			image_processing(__lowerCAmelCase  , return_tensors="""pt"""  ).pixel_values
														self.assertEqual(
														    encoded_images.shape  , (
														        self.image_processor_tester.batch_size,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )






							def 				_lowerCamelCase		(						self  ):
														# Initialize image_processing
														UpperCamelCase__				     =			self.image_processing_class(**self.image_processor_dict  )
														# create random numpy tensors
														UpperCamelCase__				     =			prepare_image_inputs(self.image_processor_tester  , equal_resolution=__lowerCAmelCase  , numpify=__lowerCAmelCase  )
														for image in image_inputs:
																					self.assertIsInstance(__lowerCAmelCase  , np.ndarray  )

														# Test not batched input
														UpperCamelCase__				     =			image_processing(image_inputs[0]  , return_tensors="""pt"""  ).pixel_values
														self.assertEqual(
														    encoded_images.shape  , (
														        1,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )

														# Test batched
														UpperCamelCase__				     =			image_processing(__lowerCAmelCase  , return_tensors="""pt"""  ).pixel_values
														self.assertEqual(
														    encoded_images.shape  , (
														        self.image_processor_tester.batch_size,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )






							def 				_lowerCamelCase		(						self  ):
														# Initialize image_processing
														UpperCamelCase__				     =			self.image_processing_class(**self.image_processor_dict  )
														# create random PyTorch tensors
														UpperCamelCase__				     =			prepare_image_inputs(self.image_processor_tester  , equal_resolution=__lowerCAmelCase  , torchify=__lowerCAmelCase  )
														for image in image_inputs:
																					self.assertIsInstance(__lowerCAmelCase  , torch.Tensor  )

														# Test not batched input
														UpperCamelCase__				     =			image_processing(image_inputs[0]  , return_tensors="""pt"""  ).pixel_values
														self.assertEqual(
														    encoded_images.shape  , (
														        1,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )

														# Test batched
														UpperCamelCase__				     =			image_processing(__lowerCAmelCase  , return_tensors="""pt"""  ).pixel_values
														self.assertEqual(
														    encoded_images.shape  , (
														        self.image_processor_tester.batch_size,
														        self.image_processor_tester.num_channels,
														        self.image_processor_tester.size["""height"""],
														        self.image_processor_tester.size["""width"""],
														    )  , )







							def 				_lowerCamelCase		(						self  ):
														# with apply_OCR = True
														UpperCamelCase__				     =			LayoutLMvaImageProcessor()

														from datasets import load_dataset

														UpperCamelCase__				     =			load_dataset("""hf-internal-testing/fixtures_docvqa"""  , split="""test"""  )

														UpperCamelCase__				     =			Image.open(ds[0]["""file"""]  ).convert("""RGB"""  )

														UpperCamelCase__				     =			image_processing(__lowerCAmelCase  , return_tensors="""pt"""  )

														self.assertEqual(encoding.pixel_values.shape  , (1, 3, 224, 224)  )
														self.assertEqual(len(encoding.words  )  , len(encoding.boxes  )  )

														# fmt: off
														# the words and boxes were obtained with Tesseract 4.1.1
														UpperCamelCase__				     =			[["""11:14""", """to""", """11:39""", """a.m""", """11:39""", """to""", """11:44""", """a.m.""", """11:44""", """a.m.""", """to""", """12:25""", """p.m.""", """12:25""", """to""", """12:58""", """p.m.""", """12:58""", """to""", """4:00""", """p.m.""", """2:00""", """to""", """5:00""", """p.m.""", """Coffee""", """Break""", """Coffee""", """will""", """be""", """served""", """for""", """men""", """and""", """women""", """in""", """the""", """lobby""", """adjacent""", """to""", """exhibit""", """area.""", """Please""", """move""", """into""", """exhibit""", """area.""", """(Exhibits""", """Open)""", """TRRF""", """GENERAL""", """SESSION""", """(PART""", """|)""", """Presiding:""", """Lee""", """A.""", """Waller""", """TRRF""", """Vice""", """President""", """“Introductory""", """Remarks”""", """Lee""", """A.""", """Waller,""", """TRRF""", """Vice""", """Presi-""", """dent""", """Individual""", """Interviews""", """with""", """TRRF""", """Public""", """Board""", """Members""", """and""", """Sci-""", """entific""", """Advisory""", """Council""", """Mem-""", """bers""", """Conducted""", """by""", """TRRF""", """Treasurer""", """Philip""", """G.""", """Kuehn""", """to""", """get""", """answers""", """which""", """the""", """public""", """refrigerated""", """warehousing""", """industry""", """is""", """looking""", """for.""", """Plus""", """questions""", """from""", """the""", """floor.""", """Dr.""", """Emil""", """M.""", """Mrak,""", """University""", """of""", """Cal-""", """ifornia,""", """Chairman,""", """TRRF""", """Board;""", """Sam""", """R.""", """Cecil,""", """University""", """of""", """Georgia""", """College""", """of""", """Agriculture;""", """Dr.""", """Stanley""", """Charm,""", """Tufts""", """University""", """School""", """of""", """Medicine;""", """Dr.""", """Robert""", """H.""", """Cotton,""", """ITT""", """Continental""", """Baking""", """Company;""", """Dr.""", """Owen""", """Fennema,""", """University""", """of""", """Wis-""", """consin;""", """Dr.""", """Robert""", """E.""", """Hardenburg,""", """USDA.""", """Questions""", """and""", """Answers""", """Exhibits""", """Open""", """Capt.""", """Jack""", """Stoney""", """Room""", """TRRF""", """Scientific""", """Advisory""", """Council""", """Meeting""", """Ballroom""", """Foyer"""]]  # noqa: E231
														UpperCamelCase__				     =			[[[141, 57, 214, 69], [228, 58, 252, 69], [141, 75, 216, 88], [230, 79, 280, 88], [142, 260, 218, 273], [230, 261, 255, 273], [143, 279, 218, 290], [231, 282, 290, 291], [143, 342, 218, 354], [231, 345, 289, 355], [202, 362, 227, 373], [143, 379, 220, 392], [231, 382, 291, 394], [144, 714, 220, 726], [231, 715, 256, 726], [144, 732, 220, 745], [232, 736, 291, 747], [144, 769, 218, 782], [231, 770, 256, 782], [141, 788, 202, 801], [215, 791, 274, 804], [143, 826, 204, 838], [215, 826, 240, 838], [142, 844, 202, 857], [215, 847, 274, 859], [334, 57, 427, 69], [440, 57, 522, 69], [369, 75, 461, 88], [469, 75, 516, 88], [528, 76, 562, 88], [570, 76, 667, 88], [675, 75, 711, 87], [721, 79, 778, 88], [789, 75, 840, 88], [369, 97, 470, 107], [484, 94, 507, 106], [518, 94, 562, 107], [576, 94, 655, 110], [668, 94, 792, 109], [804, 95, 829, 107], [369, 113, 465, 125], [477, 116, 547, 125], [562, 113, 658, 125], [671, 116, 748, 125], [761, 113, 811, 125], [369, 131, 465, 143], [477, 133, 548, 143], [563, 130, 698, 145], [710, 130, 802, 146], [336, 171, 412, 183], [423, 171, 572, 183], [582, 170, 716, 184], [728, 171, 817, 187], [829, 171, 844, 186], [338, 197, 482, 212], [507, 196, 557, 209], [569, 196, 595, 208], [610, 196, 702, 209], [505, 214, 583, 226], [595, 214, 656, 227], [670, 215, 807, 227], [335, 259, 543, 274], [556, 259, 708, 272], [372, 279, 422, 291], [435, 279, 460, 291], [474, 279, 574, 292], [587, 278, 664, 291], [676, 278, 738, 291], [751, 279, 834, 291], [372, 298, 434, 310], [335, 341, 483, 354], [497, 341, 655, 354], [667, 341, 728, 354], [740, 341, 825, 354], [335, 360, 430, 372], [442, 360, 534, 372], [545, 359, 687, 372], [697, 360, 754, 372], [765, 360, 823, 373], [334, 378, 428, 391], [440, 378, 577, 394], [590, 378, 705, 391], [720, 378, 801, 391], [334, 397, 400, 409], [370, 416, 529, 429], [544, 416, 576, 432], [587, 416, 665, 428], [677, 416, 814, 429], [372, 435, 452, 450], [465, 434, 495, 447], [511, 434, 600, 447], [611, 436, 637, 447], [649, 436, 694, 451], [705, 438, 824, 447], [369, 453, 452, 466], [464, 454, 509, 466], [522, 453, 611, 469], [625, 453, 792, 469], [370, 472, 556, 488], [570, 472, 684, 487], [697, 472, 718, 485], [732, 472, 835, 488], [369, 490, 411, 503], [425, 490, 484, 503], [496, 490, 635, 506], [645, 490, 707, 503], [718, 491, 761, 503], [771, 490, 840, 503], [336, 510, 374, 521], [388, 510, 447, 522], [460, 510, 489, 521], [503, 510, 580, 522], [592, 509, 736, 525], [745, 509, 770, 522], [781, 509, 840, 522], [338, 528, 434, 541], [448, 528, 596, 541], [609, 527, 687, 540], [700, 528, 792, 541], [336, 546, 397, 559], [407, 546, 431, 559], [443, 546, 525, 560], [537, 546, 680, 562], [688, 546, 714, 559], [722, 546, 837, 562], [336, 565, 449, 581], [461, 565, 485, 577], [497, 565, 665, 581], [681, 565, 718, 577], [732, 565, 837, 580], [337, 584, 438, 597], [452, 583, 521, 596], [535, 584, 677, 599], [690, 583, 787, 596], [801, 583, 825, 596], [338, 602, 478, 615], [492, 602, 530, 614], [543, 602, 638, 615], [650, 602, 676, 614], [688, 602, 788, 615], [802, 602, 843, 614], [337, 621, 502, 633], [516, 621, 615, 637], [629, 621, 774, 636], [789, 621, 827, 633], [337, 639, 418, 652], [432, 640, 571, 653], [587, 639, 731, 655], [743, 639, 769, 652], [780, 639, 841, 652], [338, 658, 440, 673], [455, 658, 491, 670], [508, 658, 602, 671], [616, 658, 638, 670], [654, 658, 835, 674], [337, 677, 429, 689], [337, 714, 482, 726], [495, 714, 548, 726], [561, 714, 683, 726], [338, 770, 461, 782], [474, 769, 554, 785], [489, 788, 562, 803], [576, 788, 643, 801], [656, 787, 751, 804], [764, 788, 844, 801], [334, 825, 421, 838], [430, 824, 574, 838], [584, 824, 723, 841], [335, 844, 450, 857], [464, 843, 583, 860], [628, 862, 755, 875], [769, 861, 848, 878]]]  # noqa: E231
														# fmt: on

														self.assertListEqual(encoding.words  , __lowerCAmelCase  )
														self.assertListEqual(encoding.boxes  , __lowerCAmelCase  )

														# with apply_OCR = False
														UpperCamelCase__				     =			LayoutLMvaImageProcessor(apply_ocr=__lowerCAmelCase  )

														UpperCamelCase__				     =			image_processing(__lowerCAmelCase  , return_tensors="""pt"""  )

														self.assertEqual(encoding.pixel_values.shape  , (1, 3, 224, 224)  )











import gc
import unittest

from transformers import MODEL_FOR_MASKED_LM_MAPPING, TF_MODEL_FOR_MASKED_LM_MAPPING, FillMaskPipeline, pipeline
from transformers.pipelines import PipelineException
from transformers.testing_utils import (
    is_pipeline_test,
    is_torch_available,
    nested_simplify,
    require_tf,
    require_torch,
    require_torch_gpu,
    slow,
)

from .test_pipelines_common import ANY

@is_pipeline_test
class        __SCREAMING_SNAKE_CASE					(     unittest.TestCase       ):
							snake_case     :      Any						     =       MODEL_FOR_MASKED_LM_MAPPING
							snake_case     :      Dict						     =       TF_MODEL_FOR_MASKED_LM_MAPPING






							def 				_lowerCamelCase		(						self  ):
														super().tearDown()
														# clean-up as much as possible GPU memory occupied by PyTorch
														gc.collect()
														if is_torch_available():
																					import torch

																					torch.cuda.empty_cache()






							@require_tf
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""sshleifer/tiny-distilroberta-base"""  , top_k=2  , framework="""tf"""  )
														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {"""sequence""": """My name is grouped""", """score""": 2.1E-05, """token""": 38015, """token_str""": """ grouped"""},
														        {"""sequence""": """My name is accuser""", """score""": 2.1E-05, """token""": 25506, """token_str""": """ accuser"""},
														    ]  , )

														UpperCamelCase__				     =			unmasker("""The largest city in France is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {
														            """sequence""": """The largest city in France is grouped""",
														            """score""": 2.1E-05,
														            """token""": 38015,
														            """token_str""": """ grouped""",
														        },
														        {
														            """sequence""": """The largest city in France is accuser""",
														            """score""": 2.1E-05,
														            """token""": 25506,
														            """token_str""": """ accuser""",
														        },
														    ]  , )

														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  , targets=[""" Patrick""", """ Clara""", """ Teven"""]  , top_k=3  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {"""sequence""": """My name is Clara""", """score""": 2E-05, """token""": 13606, """token_str""": """ Clara"""},
														        {"""sequence""": """My name is Patrick""", """score""": 2E-05, """token""": 3499, """token_str""": """ Patrick"""},
														        {"""sequence""": """My name is Te""", """score""": 1.9E-05, """token""": 2941, """token_str""": """ Te"""},
														    ]  , )






							@require_torch
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""sshleifer/tiny-distilroberta-base"""  , top_k=2  , framework="""pt"""  )

														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {"""sequence""": """My name is Maul""", """score""": 2.2E-05, """token""": 35676, """token_str""": """ Maul"""},
														        {"""sequence""": """My name isELS""", """score""": 2.2E-05, """token""": 16416, """token_str""": """ELS"""},
														    ]  , )

														UpperCamelCase__				     =			unmasker("""The largest city in France is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {
														            """sequence""": """The largest city in France is Maul""",
														            """score""": 2.2E-05,
														            """token""": 35676,
														            """token_str""": """ Maul""",
														        },
														        {"""sequence""": """The largest city in France isELS""", """score""": 2.2E-05, """token""": 16416, """token_str""": """ELS"""},
														    ]  , )

														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  , targets=[""" Patrick""", """ Clara""", """ Teven"""]  , top_k=3  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        {"""sequence""": """My name is Patrick""", """score""": 2.1E-05, """token""": 3499, """token_str""": """ Patrick"""},
														        {"""sequence""": """My name is Te""", """score""": 2E-05, """token""": 2941, """token_str""": """ Te"""},
														        {"""sequence""": """My name is Clara""", """score""": 2E-05, """token""": 13606, """token_str""": """ Clara"""},
														    ]  , )

														UpperCamelCase__				     =			unmasker("""My name is <mask> <mask>"""  , top_k=2  )

														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  , decimals=6  )  , [
														        [
														            {
														                """score""": 2.2E-05,
														                """token""": 35676,
														                """token_str""": """ Maul""",
														                """sequence""": """<s>My name is Maul<mask></s>""",
														            },
														            {"""score""": 2.2E-05, """token""": 16416, """token_str""": """ELS""", """sequence""": """<s>My name isELS<mask></s>"""},
														        ],
														        [
														            {
														                """score""": 2.2E-05,
														                """token""": 35676,
														                """token_str""": """ Maul""",
														                """sequence""": """<s>My name is<mask> Maul</s>""",
														            },
														            {"""score""": 2.2E-05, """token""": 16416, """token_str""": """ELS""", """sequence""": """<s>My name is<mask>ELS</s>"""},
														        ],
														    ]  , )






							@require_torch_gpu
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline("""fill-mask"""  , model="""hf-internal-testing/tiny-random-distilbert"""  , device=0  , framework="""pt"""  )

														# convert model to fp16
														pipe.model.half()

														UpperCamelCase__				     =			pipe("""Paris is the [MASK] of France."""  )
														# We actually don't care about the result, we just want to make sure
														# it works, meaning the float16 tensor got casted back to float32
														# for postprocessing.
														self.assertIsInstance(__lowerCAmelCase  , __lowerCAmelCase  )






							@slow
							@require_torch
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""distilroberta-base"""  , top_k=2  , framework="""pt"""  )
														self.run_large_test(__lowerCAmelCase  )






							@slow
							@require_tf
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""distilroberta-base"""  , top_k=2  , framework="""tf"""  )
														self.run_large_test(__lowerCAmelCase  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  )  , [
														        {"""sequence""": """My name is John""", """score""": 0.008, """token""": 610, """token_str""": """ John"""},
														        {"""sequence""": """My name is Chris""", """score""": 0.007, """token""": 1573, """token_str""": """ Chris"""},
														    ]  , )
														UpperCamelCase__				     =			unmasker("""The largest city in France is <mask>"""  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  )  , [
														        {
														            """sequence""": """The largest city in France is Paris""",
														            """score""": 0.251,
														            """token""": 2201,
														            """token_str""": """ Paris""",
														        },
														        {
														            """sequence""": """The largest city in France is Lyon""",
														            """score""": 0.214,
														            """token""": 12790,
														            """token_str""": """ Lyon""",
														        },
														    ]  , )

														UpperCamelCase__				     =			unmasker("""My name is <mask>"""  , targets=[""" Patrick""", """ Clara""", """ Teven"""]  , top_k=3  )
														self.assertEqual(
														    nested_simplify(__lowerCAmelCase  )  , [
														        {"""sequence""": """My name is Patrick""", """score""": 0.005, """token""": 3499, """token_str""": """ Patrick"""},
														        {"""sequence""": """My name is Clara""", """score""": 0.000, """token""": 13606, """token_str""": """ Clara"""},
														        {"""sequence""": """My name is Te""", """score""": 0.000, """token""": 2941, """token_str""": """ Te"""},
														    ]  , )






							@require_torch
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""sshleifer/tiny-distilroberta-base"""  , framework="""pt"""  )
														UpperCamelCase__				     =			None
														UpperCamelCase__				     =			None
														self.run_pipeline_test(__lowerCAmelCase  , []  )






							@require_tf
							def 				_lowerCamelCase		(						self  ):
														UpperCamelCase__				     =			pipeline(task="""fill-mask"""  , model="""sshleifer/tiny-distilroberta-base"""  , framework="""tf"""  )
														UpperCamelCase__				     =			None
														UpperCamelCase__				     =			None
														self.run_pipeline_test(__lowerCAmelCase  , []  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  , __lowerCAmelCase  ):
														if tokenizer is None or tokenizer.mask_token_id is None:
																					self.skipTest("""The provided tokenizer has no mask token, (probably reformer or wav2vec2)"""  )

														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )
														UpperCamelCase__				     =			[
														    f"""This is another {tokenizer.mask_token} test""",
														]
														return fill_masker, examples






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			fill_masker.tokenizer
														UpperCamelCase__				     =			fill_masker.model

														UpperCamelCase__				     =			fill_masker(
														    f"""This is a {tokenizer.mask_token}"""  , )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )

														UpperCamelCase__				     =			fill_masker([f"""This is a {tokenizer.mask_token}"""]  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )

														UpperCamelCase__				     =			fill_masker([f"""This is a {tokenizer.mask_token}""", f"""Another {tokenizer.mask_token} great test."""]  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        [
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        ],
														        [
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        ],
														    ]  , )

														with self.assertRaises(__lowerCAmelCase  ):
																					fill_masker([None]  )
														# No mask_token is not supported
														with self.assertRaises(__lowerCAmelCase  ):
																					fill_masker("""This is"""  )

														self.run_test_top_k(__lowerCAmelCase  , __lowerCAmelCase  )
														self.run_test_targets(__lowerCAmelCase  , __lowerCAmelCase  )
														self.run_test_top_k_targets(__lowerCAmelCase  , __lowerCAmelCase  )
														self.fill_mask_with_duplicate_targets_and_top_k(__lowerCAmelCase  , __lowerCAmelCase  )
														self.fill_mask_with_multiple_masks(__lowerCAmelCase  , __lowerCAmelCase  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			tokenizer.get_vocab()
														UpperCamelCase__				     =			sorted(vocab.keys()  )[:2]
														# Pipeline argument
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  , targets=__lowerCAmelCase  )
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )
														UpperCamelCase__				     =			{vocab[el] for el in targets}
														self.assertEqual({el["""token"""] for el in outputs}  , __lowerCAmelCase  )
														UpperCamelCase__				     =			[tokenizer.decode([x]  ) for x in target_ids]
														self.assertEqual({el["""token_str"""] for el in outputs}  , set(__lowerCAmelCase  )  )

														# Call argument
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=__lowerCAmelCase  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )
														UpperCamelCase__				     =			{vocab[el] for el in targets}
														self.assertEqual({el["""token"""] for el in outputs}  , __lowerCAmelCase  )
														UpperCamelCase__				     =			[tokenizer.decode([x]  ) for x in target_ids]
														self.assertEqual({el["""token_str"""] for el in outputs}  , set(__lowerCAmelCase  )  )

														# Score equivalence
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=__lowerCAmelCase  )
														UpperCamelCase__				     =			[top_mask["""token_str"""] for top_mask in outputs]
														UpperCamelCase__				     =			[top_mask["""score"""] for top_mask in outputs]

														# For some BPE tokenizers, `</w>` is removed during decoding, so `token_str` won't be the same as in `targets`.
														if set(__lowerCAmelCase  ) == set(__lowerCAmelCase  ):
																					UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=__lowerCAmelCase  )
																					UpperCamelCase__				     =			[top_mask["""score"""] for top_mask in unmasked_targets]
																					self.assertEqual(nested_simplify(__lowerCAmelCase  )  , nested_simplify(__lowerCAmelCase  )  )

														# Raises with invalid
														with self.assertRaises(__lowerCAmelCase  ):
																					UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=[]  )
														# For some tokenizers, `""` is actually in the vocabulary and the expected error won't raised
														if "" not in tokenizer.get_vocab():
																					with self.assertRaises(__lowerCAmelCase  ):
																												UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=[""""""]  )
																					with self.assertRaises(__lowerCAmelCase  ):
																												UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , targets=""""""  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  , top_k=2  )
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )

														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , top_k=2  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														    ]  , )
														self.assertEqual(nested_simplify(__lowerCAmelCase  )  , nested_simplify(__lowerCAmelCase  )  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			tokenizer.get_vocab()
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )

														# top_k=2, ntargets=3
														UpperCamelCase__				     =			sorted(vocab.keys()  )[:3]
														UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , top_k=2  , targets=__lowerCAmelCase  )

														# If we use the most probably targets, and filter differently, we should still
														# have the same results
														UpperCamelCase__				     =			[el["""token_str"""] for el in sorted(__lowerCAmelCase  , key=lambda __lowerCAmelCase  : x["score"]  , reverse=__lowerCAmelCase  )]
														# For some BPE tokenizers, `</w>` is removed during decoding, so `token_str` won't be the same as in `targets`.
														if set(__lowerCAmelCase  ).issubset(__lowerCAmelCase  ):
																					UpperCamelCase__				     =			fill_masker(f"""This is a {tokenizer.mask_token}"""  , top_k=3  , targets=__lowerCAmelCase  )
																					# They should yield exactly the same result
																					self.assertEqual(nested_simplify(__lowerCAmelCase  )  , nested_simplify(__lowerCAmelCase  )  )






							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )
														UpperCamelCase__				     =			tokenizer.get_vocab()
														# String duplicates + id duplicates
														UpperCamelCase__				     =			sorted(vocab.keys()  )[:3]
														UpperCamelCase__				     =			[targets[0], targets[1], targets[0], targets[2], targets[1]]
														UpperCamelCase__				     =			fill_masker(f"""My name is {tokenizer.mask_token}"""  , targets=__lowerCAmelCase  , top_k=10  )

														# The target list contains duplicates, so we can't output more
														# than them
														self.assertEqual(len(__lowerCAmelCase  )  , 3  )







							def 				_lowerCamelCase		(						self  , __lowerCAmelCase  , __lowerCAmelCase  ):
														UpperCamelCase__				     =			FillMaskPipeline(model=__lowerCAmelCase  , tokenizer=__lowerCAmelCase  )

														UpperCamelCase__				     =			fill_masker(
														    f"""This is a {tokenizer.mask_token} {tokenizer.mask_token} {tokenizer.mask_token}"""  , top_k=2  )
														self.assertEqual(
														    __lowerCAmelCase  , [
														        [
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        ],
														        [
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        ],
														        [
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														            {"""sequence""": ANY(__lowerCAmelCase  ), """score""": ANY(__lowerCAmelCase  ), """token""": ANY(__lowerCAmelCase  ), """token_str""": ANY(__lowerCAmelCase  )},
														        ],
														    ]  , )




