





import unittest

from transformers import AutoTokenizer, NystromformerConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
   import torch

   from transformers import (
       NystromformerForMaskedLM,
       NystromformerForMultipleChoice,
       NystromformerForQuestionAnswering,
       NystromformerForSequenceClassification,
       NystromformerForTokenClassification,
       NystromformerModel,
   )
   from transformers.models.nystromformer.modeling_nystromformer import NYSTROMFORMER_PRETRAINED_MODEL_ARCHIVE_LIST




class 			__UpperCamelCase    :





     def __init__(     self				,							_UpperCamelCase				,							_UpperCamelCase=13				,							_UpperCamelCase=7				,							_UpperCamelCase=True				,							_UpperCamelCase=True				,							_UpperCamelCase=True				,							_UpperCamelCase=True				,							_UpperCamelCase=99				,							_UpperCamelCase=32				,							_UpperCamelCase=5				,							_UpperCamelCase=4				,							_UpperCamelCase=37				,							_UpperCamelCase="gelu"				,							_UpperCamelCase=0.1				,							_UpperCamelCase=0.1				,							_UpperCamelCase=512				,							_UpperCamelCase=16				,							_UpperCamelCase=2				,							_UpperCamelCase=0.02				,							_UpperCamelCase=3				,							_UpperCamelCase=4				,							_UpperCamelCase=None				,							):
        _UpperCAmelCase           =   parent
        _UpperCAmelCase           =   batch_size
        _UpperCAmelCase           =   seq_length
        _UpperCAmelCase           =   is_training
        _UpperCAmelCase           =   use_input_mask
        _UpperCAmelCase           =   use_token_type_ids
        _UpperCAmelCase           =   use_labels
        _UpperCAmelCase           =   vocab_size
        _UpperCAmelCase           =   hidden_size
        _UpperCAmelCase           =   num_hidden_layers
        _UpperCAmelCase           =   num_attention_heads
        _UpperCAmelCase           =   intermediate_size
        _UpperCAmelCase           =   hidden_act
        _UpperCAmelCase           =   hidden_dropout_prob
        _UpperCAmelCase           =   attention_probs_dropout_prob
        _UpperCAmelCase           =   max_position_embeddings
        _UpperCAmelCase           =   type_vocab_size
        _UpperCAmelCase           =   type_sequence_label_size
        _UpperCAmelCase           =   initializer_range
        _UpperCAmelCase           =   num_labels
        _UpperCAmelCase           =   num_choices
        _UpperCAmelCase           =   scope





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   ids_tensor([self.batch_size, self.seq_length]				,							self.vocab_size					)

        _UpperCAmelCase           =   None
        if self.use_input_mask:
           _UpperCAmelCase           =   random_attention_mask([self.batch_size, self.seq_length]					)

        _UpperCAmelCase           =   None
        if self.use_token_type_ids:
           _UpperCAmelCase           =   ids_tensor([self.batch_size, self.seq_length]				,							self.type_vocab_size					)

        _UpperCAmelCase           =   None
        _UpperCAmelCase           =   None
        _UpperCAmelCase           =   None
        if self.use_labels:
           _UpperCAmelCase           =   ids_tensor([self.batch_size]				,							self.type_sequence_label_size					)
           _UpperCAmelCase           =   ids_tensor([self.batch_size, self.seq_length]				,							self.num_labels					)
           _UpperCAmelCase           =   ids_tensor([self.batch_size]				,							self.num_choices					)

        _UpperCAmelCase           =   self.get_config()

        return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels





     def 		UpperCamelCase(     self					):
        return NystromformerConfig(
            vocab_size=self.vocab_size				,							hidden_size=self.hidden_size				,							num_hidden_layers=self.num_hidden_layers				,							num_attention_heads=self.num_attention_heads				,							intermediate_size=self.intermediate_size				,							hidden_act=self.hidden_act				,							hidden_dropout_prob=self.hidden_dropout_prob				,							attention_probs_dropout_prob=self.attention_probs_dropout_prob				,							max_position_embeddings=self.max_position_embeddings				,							type_vocab_size=self.type_vocab_size				,							is_decoder=_UpperCamelCase				,							initializer_range=self.initializer_range				,							)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   NystromformerModel(config=_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   model(_UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase					)
        _UpperCAmelCase           =   model(_UpperCamelCase				,							token_type_ids=_UpperCamelCase					)
        _UpperCAmelCase           =   model(_UpperCamelCase					)
        self.parent.assertEqual(result.last_hidden_state.shape				,							(self.batch_size, self.seq_length, self.hidden_size)					)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   NystromformerForMaskedLM(config=_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   model(_UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase				,							labels=_UpperCamelCase					)
        self.parent.assertEqual(result.logits.shape				,							(self.batch_size, self.seq_length, self.vocab_size)					)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   NystromformerForQuestionAnswering(config=_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   model(
            _UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase				,							start_positions=_UpperCamelCase				,							end_positions=_UpperCamelCase				,							)
        self.parent.assertEqual(result.start_logits.shape				,							(self.batch_size, self.seq_length)					)
        self.parent.assertEqual(result.end_logits.shape				,							(self.batch_size, self.seq_length)					)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   self.num_labels
        _UpperCAmelCase           =   NystromformerForSequenceClassification(_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   model(_UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase				,							labels=_UpperCamelCase					)
        self.parent.assertEqual(result.logits.shape				,							(self.batch_size, self.num_labels)					)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   self.num_labels
        _UpperCAmelCase           =   NystromformerForTokenClassification(config=_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   model(_UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase				,							labels=_UpperCamelCase					)
        self.parent.assertEqual(result.logits.shape				,							(self.batch_size, self.seq_length, self.num_labels)					)





     def 		UpperCamelCase(     self				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase				,							_UpperCamelCase					):
        _UpperCAmelCase           =   self.num_choices
        _UpperCAmelCase           =   NystromformerForMultipleChoice(config=_UpperCamelCase					)
        model.to(_UpperCamelCase					)
        model.eval()
        _UpperCAmelCase           =   input_ids.unsqueeze(1					).expand(-1				,							self.num_choices				,							-1					).contiguous()
        _UpperCAmelCase           =   token_type_ids.unsqueeze(1					).expand(-1				,							self.num_choices				,							-1					).contiguous()
        _UpperCAmelCase           =   input_mask.unsqueeze(1					).expand(-1				,							self.num_choices				,							-1					).contiguous()
        _UpperCAmelCase           =   model(
            _UpperCamelCase				,							attention_mask=_UpperCamelCase				,							token_type_ids=_UpperCamelCase				,							labels=_UpperCamelCase				,							)
        self.parent.assertEqual(result.logits.shape				,							(self.batch_size, self.num_choices)					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.prepare_config_and_inputs()
        (
            (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      (
            _UpperCAmelCase
        )       ,      
        )           =   config_and_inputs
        _UpperCAmelCase           =   {'''input_ids''': input_ids, '''token_type_ids''': token_type_ids, '''attention_mask''': input_mask}
        return config, inputs_dict




@require_torch
class 			__UpperCamelCase    (							A__	, A__	, unittest.TestCase    ):
     __A	:  Tuple							  =   (
         (
             NystromformerModel,
             NystromformerForMaskedLM,
             NystromformerForMultipleChoice,
             NystromformerForQuestionAnswering,
             NystromformerForSequenceClassification,
             NystromformerForTokenClassification,
         )
         if is_torch_available()
         else ()
     )
     __A	:  Optional[Any]							  =   (
         {
             """feature-extraction""": NystromformerModel,
             """fill-mask""": NystromformerForMaskedLM,
             """question-answering""": NystromformerForQuestionAnswering,
             """text-classification""": NystromformerForSequenceClassification,
             """token-classification""": NystromformerForTokenClassification,
             """zero-shot""": NystromformerForSequenceClassification,
         }
         if is_torch_available()
         else {}
     )
     __A	:  Any							  =   False
     __A	:  Optional[Any]							  =   False





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   NystromformerModelTester(self					)
        _UpperCAmelCase           =   ConfigTester(self				,							config_class=_UpperCamelCase				,							hidden_size=37					)





     def 		UpperCamelCase(     self					):
        self.config_tester.run_common_tests()





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_model(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        for type in ["absolute", "relative_key", "relative_key_query"]:
           _UpperCAmelCase           =   type
           self.model_tester.create_and_check_model(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_for_masked_lm(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_for_multiple_choice(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_for_question_answering(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_for_sequence_classification(*_UpperCamelCase					)





     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   self.model_tester.prepare_config_and_inputs()
        self.model_tester.create_and_check_for_token_classification(*_UpperCamelCase					)





     @slow
     def 		UpperCamelCase(     self					):
        for model_name in NYSTROMFORMER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           _UpperCAmelCase           =   NystromformerModel.from_pretrained(_UpperCamelCase					)
           self.assertIsNotNone(_UpperCamelCase					)




@require_torch
class 			__UpperCamelCase    (							unittest.TestCase    ):





     @slow
     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   NystromformerModel.from_pretrained('''uw-madison/nystromformer-512'''					)
        _UpperCAmelCase           =   torch.tensor([[0, 1, 2, 3, 4, 5]]					)

        with torch.no_grad():
           _UpperCAmelCase           =   model(_UpperCamelCase					)[0]

        _UpperCAmelCase           =   torch.Size((1, 6, 768)					)
        self.assertEqual(output.shape				,							_UpperCamelCase					)

        _UpperCAmelCase           =   torch.tensor(
            [[[-0.4532, -0.0936, 0.5137], [-0.2676, 0.0628, 0.6186], [-0.3629, -0.1726, 0.4716]]]					)

        self.assertTrue(torch.allclose(output[:, :3, :3]				,							_UpperCamelCase				,							atol=1e-4					)					)





     @slow
     def 		UpperCamelCase(     self					):
        _UpperCAmelCase           =   '''the [MASK] of Belgium is Brussels'''

        _UpperCAmelCase           =   AutoTokenizer.from_pretrained('''uw-madison/nystromformer-512'''					)
        _UpperCAmelCase           =   NystromformerForMaskedLM.from_pretrained('''uw-madison/nystromformer-512'''					)

        _UpperCAmelCase           =   tokenizer(_UpperCamelCase				,							return_tensors='''pt'''					)

        with torch.no_grad():
           _UpperCAmelCase           =   model(encoding.input_ids					).logits

        _UpperCAmelCase           =   token_logits[:, 2, :].argmax(-1					)[0]

        self.assertEqual(tokenizer.decode(_UpperCamelCase					)				,							'''capital'''					)







"""simple docstring"""





from collections import OrderedDict
from typing import List, Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__lowerCamelCase							=  logging.get_logger(__name__)

__lowerCamelCase							=  {
    'google/efficientnet-b7': 'https://huggingface.co/google/efficientnet-b7/resolve/main/config.json',
}



class       __A		(   SCREAMING_SNAKE_CASE_			):
					UpperCAmelCase__								=				"efficientnet"

					def __init__(			self  :      Optional[Any]     ,		__snake_case  :      int = 3     ,		__snake_case  :      int = 6_0_0     ,		__snake_case  :      float = 2.0     ,		__snake_case  :      float = 3.1     ,		__snake_case  :      int = 8     ,		__snake_case  :      List[int] = [3, 3, 5, 3, 5, 5, 3]     ,		__snake_case  :      List[int] = [3_2, 1_6, 2_4, 4_0, 8_0, 1_1_2, 1_9_2]     ,		__snake_case  :      List[int] = [1_6, 2_4, 4_0, 8_0, 1_1_2, 1_9_2, 3_2_0]     ,		__snake_case  :      List[int] = []     ,		__snake_case  :      List[int] = [1, 2, 2, 2, 1, 2, 1]     ,		__snake_case  :      List[int] = [1, 2, 2, 3, 3, 4, 1]     ,		__snake_case  :      List[int] = [1, 6, 6, 6, 6, 6, 6]     ,		__snake_case  :      float = 0.25     ,		__snake_case  :      str = "swish"     ,		__snake_case  :      int = 2_5_6_0     ,		__snake_case  :      str = "mean"     ,		__snake_case  :      float = 0.02     ,		__snake_case  :      float = 0.001     ,		__snake_case  :      float = 0.99     ,		__snake_case  :      float = 0.5     ,		__snake_case  :      float = 0.2     ,		**__snake_case  :      List[Any]     ,		)			->							List[Any]:
											super().__init__(**__snake_case					)

											__magic_name__:	str							=       num_channels
											__magic_name__:	List[str]							=       image_size
											__magic_name__:	List[str]							=       width_coefficient
											__magic_name__:	Optional[Any]							=       depth_coefficient
											__magic_name__:	Tuple							=       depth_divisor
											__magic_name__:	Dict							=       kernel_sizes
											__magic_name__:	int							=       in_channels
											__magic_name__:	str							=       out_channels
											__magic_name__:	Dict							=       depthwise_padding
											__magic_name__:	Union[str, Any]							=       strides
											__magic_name__:	Dict							=       num_block_repeats
											__magic_name__:	Tuple							=       expand_ratios
											__magic_name__:	List[str]							=       squeeze_expansion_ratio
											__magic_name__:	Any							=       hidden_act
											__magic_name__:	Tuple							=       hidden_dim
											__magic_name__:	int							=       pooling_type
											__magic_name__:	int							=       initializer_range
											__magic_name__:	List[str]							=       batch_norm_eps
											__magic_name__:	str							=       batch_norm_momentum
											__magic_name__:	List[str]							=       dropout_rate
											__magic_name__:	Dict							=       drop_connect_rate
											__magic_name__:	Optional[Any]							=       sum(__snake_case					) * 4



class       __A		(   SCREAMING_SNAKE_CASE_			):
					UpperCAmelCase__								=				version.parse("1.11"			)

					@property
					def   lowerCamelCase__   (			self  :      List[str]					)			->							Mapping[str, Mapping[int, str]]:
											return OrderedDict(
											    [
											        ("""pixel_values""", {0: """batch""", 1: """num_channels""", 2: """height""", 3: """width"""}),
											    ]					)






					@property
					def   lowerCamelCase__   (			self  :      List[Any]					)			->							float:
											return 1E-5



