






import unittest

import torch
from torch import nn

from diffusers.models.activations import get_activation







class 				UpperCAmelCase_  (		unittest.TestCase		):




     def   __UpperCAmelCase  (				self		):
          UpperCAmelCase__      :  Any				      =			get_activation("""swish"""		)

          self.assertIsInstance(_lowerCAmelCase	,						nn.SiLU		)

          self.assertEqual(act(torch.tensor(-100	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertNotEqual(act(torch.tensor(-1	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(0	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(20	,						dtype=torch.floataa		)		).item()	,						20		)




     def   __UpperCAmelCase  (				self		):
          UpperCAmelCase__      :  Union[str, Any]				      =			get_activation("""silu"""		)

          self.assertIsInstance(_lowerCAmelCase	,						nn.SiLU		)

          self.assertEqual(act(torch.tensor(-100	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertNotEqual(act(torch.tensor(-1	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(0	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(20	,						dtype=torch.floataa		)		).item()	,						20		)




     def   __UpperCAmelCase  (				self		):
          UpperCAmelCase__      :  Tuple				      =			get_activation("""mish"""		)

          self.assertIsInstance(_lowerCAmelCase	,						nn.Mish		)

          self.assertEqual(act(torch.tensor(-200	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertNotEqual(act(torch.tensor(-1	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(0	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(20	,						dtype=torch.floataa		)		).item()	,						20		)




     def   __UpperCAmelCase  (				self		):
          UpperCAmelCase__      :  Tuple				      =			get_activation("""gelu"""		)

          self.assertIsInstance(_lowerCAmelCase	,						nn.GELU		)

          self.assertEqual(act(torch.tensor(-100	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertNotEqual(act(torch.tensor(-1	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(0	,						dtype=torch.floataa		)		).item()	,						0		)
          self.assertEqual(act(torch.tensor(20	,						dtype=torch.floataa		)		).item()	,						20		)








from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCamelCase  =logging.get_logger(__name__)

lowerCamelCase  ={
    "distilbert-base-uncased": "https://huggingface.co/distilbert-base-uncased/resolve/main/config.json",
    "distilbert-base-uncased-distilled-squad": (
        "https://huggingface.co/distilbert-base-uncased-distilled-squad/resolve/main/config.json"
    ),
    "distilbert-base-cased": "https://huggingface.co/distilbert-base-cased/resolve/main/config.json",
    "distilbert-base-cased-distilled-squad": (
        "https://huggingface.co/distilbert-base-cased-distilled-squad/resolve/main/config.json"
    ),
    "distilbert-base-german-cased": "https://huggingface.co/distilbert-base-german-cased/resolve/main/config.json",
    "distilbert-base-multilingual-cased": (
        "https://huggingface.co/distilbert-base-multilingual-cased/resolve/main/config.json"
    ),
    "distilbert-base-uncased-finetuned-sst-2-english": (
        "https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english/resolve/main/config.json"
    ),
}




class 					_lowerCamelCase			(   UpperCamelCase_			):





     """simple docstring"""







     SCREAMING_SNAKE_CASE_		 =	'''distilbert'''
     SCREAMING_SNAKE_CASE_		 =	{
         '''hidden_size''': '''dim''',
         '''num_attention_heads''': '''n_heads''',
         '''num_hidden_layers''': '''n_layers''',
     }






     def __init__(				self    ,    __SCREAMING_SNAKE_CASE=3_0_5_2_2    ,    __SCREAMING_SNAKE_CASE=5_1_2    ,    __SCREAMING_SNAKE_CASE=False    ,    __SCREAMING_SNAKE_CASE=6    ,    __SCREAMING_SNAKE_CASE=1_2    ,    __SCREAMING_SNAKE_CASE=7_6_8    ,    __SCREAMING_SNAKE_CASE=4 * 7_6_8    ,    __SCREAMING_SNAKE_CASE=0.1    ,    __SCREAMING_SNAKE_CASE=0.1    ,    __SCREAMING_SNAKE_CASE="gelu"    ,    __SCREAMING_SNAKE_CASE=0.02    ,    __SCREAMING_SNAKE_CASE=0.1    ,    __SCREAMING_SNAKE_CASE=0.2    ,    __SCREAMING_SNAKE_CASE=0    ,    **__SCREAMING_SNAKE_CASE    ,    )	-> Optional[Any]:




           """simple docstring"""







           UpperCamelCase__     : List[Any]											=					vocab_size
           UpperCamelCase__     : Dict											=					max_position_embeddings
           UpperCamelCase__     : Any											=					sinusoidal_pos_embds
           UpperCamelCase__     : Dict											=					n_layers
           UpperCamelCase__     : List[Any]											=					n_heads
           UpperCamelCase__     : Dict											=					dim
           UpperCamelCase__     : Dict											=					hidden_dim
           UpperCamelCase__     : Optional[int]											=					dropout
           UpperCamelCase__     : Optional[Any]											=					attention_dropout
           UpperCamelCase__     : Tuple											=					activation
           UpperCamelCase__     : Optional[int]											=					initializer_range
           UpperCamelCase__     : Optional[int]											=					qa_dropout
           UpperCamelCase__     : str											=					seq_classif_dropout
           super().__init__(**__SCREAMING_SNAKE_CASE    ,    pad_token_id=__SCREAMING_SNAKE_CASE	)




class 					_lowerCamelCase			(   UpperCamelCase_			):





     """simple docstring"""







     @property
     def  __SCREAMING_SNAKE_CASE      (				self	)	-> Mapping[str, Mapping[int, str]]:




           """simple docstring"""







           if self.task == "multiple-choice":
                 UpperCamelCase__     : Union[str, Any]											=					{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
           else:
                 UpperCamelCase__     : int											=					{0: '''batch''', 1: '''sequence'''}
           return OrderedDict(
               [
                   ('''input_ids''', dynamic_axis),
                   ('''attention_mask''', dynamic_axis),
               ]	)


