


from ...configuration_utils import PretrainedConfig
from ...utils import logging


A   =			logging.get_logger(__name__)

A   =			{
    "facebook/timesformer": "https://huggingface.co/facebook/timesformer/resolve/main/config.json",
}


class      lowercase__	(       __SCREAMING_SNAKE_CASE		):
  A__=	'timesformer'






  def __init__(       self   :       List[str]		,    _lowercase   :       Optional[int]=2_24		,    _lowercase   :       Tuple=16		,    _lowercase   :       Dict=3		,    _lowercase   :       Tuple=8		,    _lowercase   :       Optional[Any]=7_68		,    _lowercase   :       Dict=12		,    _lowercase   :       Union[str, Any]=12		,    _lowercase   :       Dict=30_72		,    _lowercase   :       Optional[int]="gelu"		,    _lowercase   :       int=0.0		,    _lowercase   :       List[str]=0.0		,    _lowercase   :       Any=0.0_2		,    _lowercase   :       Any=1E-6		,    _lowercase   :       int=True		,    _lowercase   :       int="divided_space_time"		,    _lowercase   :       List[str]=0		,    **_lowercase   :       str		,    ):




         """simple docstring"""







         super().__init__(**_lowercase			)

         UpperCAmelCase__					    =  image_size
         UpperCAmelCase__					    =  patch_size
         UpperCAmelCase__					    =  num_channels
         UpperCAmelCase__					    =  num_frames

         UpperCAmelCase__					    =  hidden_size
         UpperCAmelCase__					    =  num_hidden_layers
         UpperCAmelCase__					    =  num_attention_heads
         UpperCAmelCase__					    =  intermediate_size
         UpperCAmelCase__					    =  hidden_act
         UpperCAmelCase__					    =  hidden_dropout_prob
         UpperCAmelCase__					    =  attention_probs_dropout_prob
         UpperCAmelCase__					    =  initializer_range
         UpperCAmelCase__					    =  layer_norm_eps
         UpperCAmelCase__					    =  qkv_bias

         UpperCAmelCase__					    =  attention_type
         UpperCAmelCase__					    =  drop_path_rate











'''simple docstring'''
import numpy as np





def 			lowerCamelCase(							SCREAMING_SNAKE_CASE_     )		->		np.array:
			return 1 / (1 + np.exp(-vector     ))





def 			lowerCamelCase(							SCREAMING_SNAKE_CASE_     )		->		np.array:
			return vector * sigmoid(1.702 * vector     )


if __name__ == "__main__":
							import doctest

							doctest.testmod()




