




import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
     from transformers import MarkupLMFeatureExtractor

class     __a(	unittest.TestCase  ):






    """simple docstring"""





    def __init__( self  ,_SCREAMING_SNAKE_CASE    )					->						List[Any]:
         UpperCAmelCase_     :				Optional[Any]  =     parent





    def 				a__ ( self    )					->						List[str]:
         return {}







def lowerCamelCase__  (     ):

     '''simple docstring'''


     UpperCAmelCase_     :				int  =     '''<HTML>

    <HEAD>
    <TITLE>sample document</TITLE>
    </HEAD>

    <BODY BGCOLOR="FFFFFF">
    <HR>
    <a href="http://google.com">Goog</a>
    <H1>This is one header</H1>
    <H2>This is a another Header</H2>
    <P>Travel from
        <P>
        <B>SFO to JFK</B>
        <BR>
        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>
        <HR>
        <div style="color:#0000FF">
            <h3>Traveler <b> name </b> is
            <p> John Doe </p>
        </div>'''

     UpperCAmelCase_     :				List[str]  =     '''
    <!DOCTYPE html>
    <html>
    <body>

    <h1>My First Heading</h1>
    <p>My first paragraph.</p>

    </body>
    </html>
    '''

     return [html_string_a, html_string_a]



@require_bsa
class     __a(	_a							,		unittest.TestCase  ):






    """simple docstring"""





    lowerCAmelCase         = MarkupLMFeatureExtractor if is_bsa_available() else None





    def 				a__ ( self    )					->						Tuple:
         UpperCAmelCase_     :				Optional[int]  =     MarkupLMFeatureExtractionTester(self    )





    @property
    def 				a__ ( self    )					->						Optional[Any]:
         return self.feature_extract_tester.prepare_feat_extract_dict()





    def 				a__ ( self    )					->						int:
         # Initialize feature_extractor
         UpperCAmelCase_     :				Dict  =     self.feature_extraction_class()

         # Test not batched input
         UpperCAmelCase_     :				Union[str, Any]  =     get_html_strings()[0]
         UpperCAmelCase_     :				Optional[Any]  =     feature_extractor(_SCREAMING_SNAKE_CASE    )

         # fmt: off
         UpperCAmelCase_     :				List[Any]  =     [['''sample document''', '''Goog''', '''This is one header''', '''This is a another Header''', '''Travel from''', '''SFO to JFK''', '''on May 2, 2015 at 2:00 pm. For details go to confirm.com''', '''Traveler''', '''name''', '''is''', '''John Doe''']]
         UpperCAmelCase_     :				Any  =     [['''/html/head/title''', '''/html/body/a''', '''/html/body/h1''', '''/html/body/h2''', '''/html/body/p''', '''/html/body/p/p/b[1]''', '''/html/body/p/p/b[2]/i''', '''/html/body/p/p/div/h3''', '''/html/body/p/p/div/h3/b''', '''/html/body/p/p/div/h3''', '''/html/body/p/p/div/h3/p''']]
         # fmt: on

         self.assertEqual(encoding.nodes  ,_SCREAMING_SNAKE_CASE    )
         self.assertEqual(encoding.xpaths  ,_SCREAMING_SNAKE_CASE    )

         # Test batched
         UpperCAmelCase_     :				str  =     get_html_strings()
         UpperCAmelCase_     :				Tuple  =     feature_extractor(_SCREAMING_SNAKE_CASE    )

         # fmt: off
         UpperCAmelCase_     :				str  =     expected_nodes + [['''My First Heading''', '''My first paragraph.''']]
         UpperCAmelCase_     :				str  =     expected_xpaths + [['''/html/body/h1''', '''/html/body/p''']]

         self.assertEqual(len(encoding.nodes    )  ,2    )
         self.assertEqual(len(encoding.xpaths    )  ,2    )

         self.assertEqual(encoding.nodes  ,_SCREAMING_SNAKE_CASE    )
         self.assertEqual(encoding.xpaths  ,_SCREAMING_SNAKE_CASE    )

import inspect
import unittest

from transformers import MobileNetVaConfig
from transformers.testing_utils import require_torch, require_vision, slow, torch_device
from transformers.utils import cached_property, is_torch_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
						import torch

						from transformers import MobileNetVaForImageClassification, MobileNetVaForSemanticSegmentation, MobileNetVaModel
						from transformers.models.mobilenet_va.modeling_mobilenet_va import MOBILENET_V2_PRETRAINED_MODEL_ARCHIVE_LIST


if is_vision_available():
						from PIL import Image

						from transformers import MobileNetVaImageProcessor





class   UpperCamelCase_      (      __a		):







						'''simple docstring'''



						def        SCREAMING_SNAKE_CASE(			self							:Tuple     )  ->Optional[int]:
										lowercase         =      self.config_class(**self.inputs_dict     )
										self.parent.assertTrue(hasattr(lowerCAmelCase__		,    "tf_padding"     )     )
										self.parent.assertTrue(hasattr(lowerCAmelCase__		,    "depth_multiplier"     )     )





class   UpperCamelCase_      :







						'''simple docstring'''



						def __init__(			self							:Dict		,    lowerCAmelCase__							:Any		,    lowerCAmelCase__							:Union[str, Any]=13		,    lowerCAmelCase__							:Tuple=3		,    lowerCAmelCase__							:Optional[int]=32		,    lowerCAmelCase__							:Any=0.25		,    lowerCAmelCase__							:Dict=8		,    lowerCAmelCase__							:Optional[int]=8		,    lowerCAmelCase__							:List[str]=6		,    lowerCAmelCase__							:List[Any]=32		,    lowerCAmelCase__							:Optional[Any]=True		,    lowerCAmelCase__							:str=True		,    lowerCAmelCase__							:Optional[int]=True		,    lowerCAmelCase__							:Dict="relu6"		,    lowerCAmelCase__							:Tuple=1280		,    lowerCAmelCase__							:Dict=0.1		,    lowerCAmelCase__							:List[str]=0.02		,    lowerCAmelCase__							:Dict=True		,    lowerCAmelCase__							:List[Any]=True		,    lowerCAmelCase__							:Tuple=10		,    lowerCAmelCase__							:int=None		,    )  ->List[str]:
										lowercase         =      parent
										lowercase         =      batch_size
										lowercase         =      num_channels
										lowercase         =      image_size
										lowercase         =      depth_multiplier
										lowercase         =      depth_divisible_by
										lowercase         =      min_depth
										lowercase         =      expand_ratio
										lowercase         =      tf_padding
										lowercase         =      output_stride
										lowercase         =      first_layer_is_expansion
										lowercase         =      finegrained_output
										lowercase         =      hidden_act
										lowercase         =      last_hidden_size if finegrained_output else int(last_hidden_size * depth_multiplier     )
										lowercase         =      classifier_dropout_prob
										lowercase         =      use_labels
										lowercase         =      is_training
										lowercase         =      num_labels
										lowercase         =      initializer_range
										lowercase         =      scope





						def        SCREAMING_SNAKE_CASE(			self							:str     )  ->Dict:
										lowercase         =      floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]     )

										lowercase         =      None
										lowercase         =      None
										if self.use_labels:
														lowercase         =      ids_tensor([self.batch_size]		,    self.num_labels     )
														lowercase         =      ids_tensor([self.batch_size, self.image_size, self.image_size]		,    self.num_labels     )

										lowercase         =      self.get_config()

										return config, pixel_values, labels, pixel_labels





						def        SCREAMING_SNAKE_CASE(			self							:Optional[int]     )  ->List[Any]:
										return MobileNetVaConfig(
										    num_channels=self.num_channels		,    image_size=self.image_size		,    depth_multiplier=self.depth_multiplier		,    depth_divisible_by=self.depth_divisible_by		,    min_depth=self.min_depth		,    expand_ratio=self.expand_ratio		,    output_stride=self.output_stride		,    first_layer_is_expansion=self.first_layer_is_expansion		,    finegrained_output=self.finegrained_output		,    hidden_act=self.hidden_act		,    tf_padding=self.tf_padding		,    classifier_dropout_prob=self.classifier_dropout_prob		,    initializer_range=self.initializer_range		,    )





						def        SCREAMING_SNAKE_CASE(			self							:Dict		,    lowerCAmelCase__							:Dict		,    lowerCAmelCase__							:Optional[Any]		,    lowerCAmelCase__							:Optional[Any]		,    lowerCAmelCase__							:Tuple     )  ->Any:
										lowercase         =      MobileNetVaModel(config=lowerCAmelCase__     )
										model.to(lowerCAmelCase__     )
										model.eval()
										lowercase         =      model(lowerCAmelCase__     )
										self.parent.assertEqual(
										    result.last_hidden_state.shape		,    (
										        self.batch_size,
										        self.last_hidden_size,
										        self.image_size // self.output_stride,
										        self.image_size // self.output_stride,
										    )		,    )
										self.parent.assertEqual(
										    result.pooler_output.shape		,    (self.batch_size, self.last_hidden_size)		,    )





						def        SCREAMING_SNAKE_CASE(			self							:Tuple		,    lowerCAmelCase__							:int		,    lowerCAmelCase__							:List[str]		,    lowerCAmelCase__							:str		,    lowerCAmelCase__							:Optional[Any]     )  ->Union[str, Any]:
										lowercase         =      self.num_labels
										lowercase         =      MobileNetVaForImageClassification(lowerCAmelCase__     )
										model.to(lowerCAmelCase__     )
										model.eval()
										lowercase         =      model(lowerCAmelCase__		,    labels=lowerCAmelCase__     )
										self.parent.assertEqual(result.logits.shape		,    (self.batch_size, self.num_labels)     )





						def        SCREAMING_SNAKE_CASE(			self							:Tuple		,    lowerCAmelCase__							:List[str]		,    lowerCAmelCase__							:Any		,    lowerCAmelCase__							:Union[str, Any]		,    lowerCAmelCase__							:Optional[int]     )  ->Union[str, Any]:
										lowercase         =      self.num_labels
										lowercase         =      MobileNetVaForSemanticSegmentation(lowerCAmelCase__     )
										model.to(lowerCAmelCase__     )
										model.eval()
										lowercase         =      model(lowerCAmelCase__     )
										self.parent.assertEqual(
										    result.logits.shape		,    (
										        self.batch_size,
										        self.num_labels,
										        self.image_size // self.output_stride,
										        self.image_size // self.output_stride,
										    )		,    )
										lowercase         =      model(lowerCAmelCase__		,    labels=lowerCAmelCase__     )
										self.parent.assertEqual(
										    result.logits.shape		,    (
										        self.batch_size,
										        self.num_labels,
										        self.image_size // self.output_stride,
										        self.image_size // self.output_stride,
										    )		,    )





						def        SCREAMING_SNAKE_CASE(			self							:Any     )  ->int:
										lowercase         =      self.prepare_config_and_inputs()
										lowercase     ,	lowercase     ,	lowercase     ,	lowercase         =      config_and_inputs
										lowercase         =      {"pixel_values": pixel_values}
										return config, inputs_dict





@require_torch
class   UpperCamelCase_      (      __a		,    __a		,    unittest.TestCase		):







						'''simple docstring'''



						UpperCamelCase      :  Optional[int]				   =					(
						    (MobileNetVaModel, MobileNetVaForImageClassification, MobileNetVaForSemanticSegmentation)
						    if is_torch_available()
						    else ()
						)
						UpperCamelCase      :  List[Any]				   =					(
						    {
						        '''feature-extraction''': MobileNetVaModel,
						        '''image-classification''': MobileNetVaForImageClassification,
						        '''image-segmentation''': MobileNetVaForSemanticSegmentation,
						    }
						    if is_torch_available()
						    else {}
						)

						UpperCamelCase      :  Union[str, Any]				   =					False
						UpperCamelCase      :  int				   =					False
						UpperCamelCase      :  str				   =					False
						UpperCamelCase      :  Dict				   =					False





						def        SCREAMING_SNAKE_CASE(			self							:Optional[int]     )  ->Dict:
										lowercase         =      MobileNetVaModelTester(self     )
										lowercase         =      MobileNetVaConfigTester(self		,    config_class=lowerCAmelCase__		,    has_text_modality=lowerCAmelCase__     )





						def        SCREAMING_SNAKE_CASE(			self							:Dict     )  ->Any:
										self.config_tester.run_common_tests()





						@unittest.skip(reason="MobileNetV2 does not use inputs_embeds"     )
						def        SCREAMING_SNAKE_CASE(			self							:Tuple     )  ->Optional[int]:
										pass





						@unittest.skip(reason="MobileNetV2 does not support input and output embeddings"     )
						def        SCREAMING_SNAKE_CASE(			self							:Any     )  ->str:
										pass





						@unittest.skip(reason="MobileNetV2 does not output attentions"     )
						def        SCREAMING_SNAKE_CASE(			self							:List[Any]     )  ->str:
										pass





						def        SCREAMING_SNAKE_CASE(			self							:Union[str, Any]     )  ->Dict:
										lowercase     ,	lowercase         =      self.model_tester.prepare_config_and_inputs_for_common()

										for model_class in self.all_model_classes:
														lowercase         =      model_class(lowerCAmelCase__     )
														lowercase         =      inspect.signature(model.forward     )
														# signature.parameters is an OrderedDict => so arg_names order is deterministic
														lowercase         =      [*signature.parameters.keys()]

														lowercase         =      ["pixel_values"]
														self.assertListEqual(arg_names[:1]		,    lowerCAmelCase__     )





						def        SCREAMING_SNAKE_CASE(			self							:int     )  ->List[str]:
										lowercase         =      self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_model(*lowerCAmelCase__     )





						def        SCREAMING_SNAKE_CASE(			self							:int     )  ->Optional[int]:
										def check_hidden_states_output(lowerCAmelCase__							:str		,    lowerCAmelCase__							:Union[str, Any]		,    lowerCAmelCase__							:int     ):
														lowercase         =      model_class(lowerCAmelCase__     )
														model.to(lowerCAmelCase__     )
														model.eval()

														with torch.no_grad():
																		lowercase         =      model(**self._prepare_for_class(lowerCAmelCase__		,    lowerCAmelCase__     )     )

														lowercase         =      outputs.hidden_states

														lowercase         =      16
														self.assertEqual(len(lowerCAmelCase__     )		,    lowerCAmelCase__     )

										lowercase     ,	lowercase         =      self.model_tester.prepare_config_and_inputs_for_common()

										for model_class in self.all_model_classes:
														lowercase         =      True
														check_hidden_states_output(lowerCAmelCase__		,    lowerCAmelCase__		,    lowerCAmelCase__     )

														# check that output_hidden_states also work using config
														del inputs_dict["output_hidden_states"]
														lowercase         =      True

														check_hidden_states_output(lowerCAmelCase__		,    lowerCAmelCase__		,    lowerCAmelCase__     )





						def        SCREAMING_SNAKE_CASE(			self							:Any     )  ->Tuple:
										lowercase         =      self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_for_image_classification(*lowerCAmelCase__     )





						def        SCREAMING_SNAKE_CASE(			self							:int     )  ->str:
										lowercase         =      self.model_tester.prepare_config_and_inputs()
										self.model_tester.create_and_check_for_semantic_segmentation(*lowerCAmelCase__     )





						@slow
						def        SCREAMING_SNAKE_CASE(			self							:Union[str, Any]     )  ->str:
										for model_name in MOBILENET_V2_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
														lowercase         =      MobileNetVaModel.from_pretrained(lowerCAmelCase__     )
														self.assertIsNotNone(lowerCAmelCase__     )




def  __snake_case							(	):







				'''simple docstring'''


				lowercase         =      Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"						)
				return image





@require_torch
@require_vision
class   UpperCamelCase_      (      unittest.TestCase		):







						'''simple docstring'''



						@cached_property
						def        SCREAMING_SNAKE_CASE(			self							:str     )  ->Any:
										return (
										    MobileNetVaImageProcessor.from_pretrained("google/mobilenet_v2_1.0_224"     ) if is_vision_available() else None
										)





						@slow
						def        SCREAMING_SNAKE_CASE(			self							:Tuple     )  ->Union[str, Any]:
										lowercase         =      MobileNetVaForImageClassification.from_pretrained("google/mobilenet_v2_1.0_224"     ).to(lowerCAmelCase__     )

										lowercase         =      self.default_image_processor
										lowercase         =      prepare_img()
										lowercase         =      image_processor(images=lowerCAmelCase__		,    return_tensors="pt"     ).to(lowerCAmelCase__     )

										# forward pass
										with torch.no_grad():
														lowercase         =      model(**lowerCAmelCase__     )

										# verify the logits
										lowercase         =      torch.Size((1, 1001)     )
										self.assertEqual(outputs.logits.shape		,    lowerCAmelCase__     )

										lowercase         =      torch.tensor([0.24_45, -1.19_93, 0.19_05]     ).to(lowerCAmelCase__     )

										self.assertTrue(torch.allclose(outputs.logits[0, :3]		,    lowerCAmelCase__		,    atol=1E-4     )     )





						@slow
						def        SCREAMING_SNAKE_CASE(			self							:Tuple     )  ->List[Any]:
										lowercase         =      MobileNetVaForSemanticSegmentation.from_pretrained("google/deeplabv3_mobilenet_v2_1.0_513"     )
										lowercase         =      model.to(lowerCAmelCase__     )

										lowercase         =      MobileNetVaImageProcessor.from_pretrained("google/deeplabv3_mobilenet_v2_1.0_513"     )

										lowercase         =      prepare_img()
										lowercase         =      image_processor(images=lowerCAmelCase__		,    return_tensors="pt"     ).to(lowerCAmelCase__     )

										# forward pass
										with torch.no_grad():
														lowercase         =      model(**lowerCAmelCase__     )
										lowercase         =      outputs.logits

										# verify the logits
										lowercase         =      torch.Size((1, 21, 65, 65)     )
										self.assertEqual(logits.shape		,    lowerCAmelCase__     )

										lowercase         =      torch.tensor(
										    [
										        [[17.57_90, 17.75_81, 18.33_55], [18.32_57, 18.42_30, 18.89_73], [18.61_69, 18.86_50, 19.21_87]],
										        [[-2.15_95, -2.09_77, -2.37_41], [-2.42_26, -2.30_28, -2.68_35], [-2.78_19, -2.59_91, -2.77_06]],
										        [[4.20_58, 4.83_17, 4.76_38], [4.41_36, 5.03_61, 4.93_83], [4.50_28, 4.96_44, 4.87_34]],
										    ]		,    device=lowerCAmelCase__		,    )

										self.assertTrue(torch.allclose(logits[0, :3, :3, :3]		,    lowerCAmelCase__		,    atol=1E-4     )     )
