"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase					: int        =logging.get_logger(__name__)

__lowerCAmelCase					: int        ={
    "bigcode/gpt_bigcode-santacoder": "https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json",
}





class 				_A		( UpperCAmelCase_			):
      snake_case__    :     List[str]													=			'gpt_bigcode'
      snake_case__    :     int													=			['past_key_values']
      snake_case__    :     Any													=			{
          'hidden_size': 'n_embd',
          'max_position_embeddings': 'n_positions',
          'num_attention_heads': 'n_head',
          'num_hidden_layers': 'n_layer',
      }

      def __init__(		self	, __lowerCAmelCase=5_0257	, __lowerCAmelCase=1024	, __lowerCAmelCase=768	, __lowerCAmelCase=12	, __lowerCAmelCase=12	, __lowerCAmelCase=None	, __lowerCAmelCase="gelu_pytorch_tanh"	, __lowerCAmelCase=0.1	, __lowerCAmelCase=0.1	, __lowerCAmelCase=0.1	, __lowerCAmelCase=1E-5	, __lowerCAmelCase=0.0_2	, __lowerCAmelCase=True	, __lowerCAmelCase=True	, __lowerCAmelCase=5_0256	, __lowerCAmelCase=5_0256	, __lowerCAmelCase=True	, __lowerCAmelCase=True	, __lowerCAmelCase=True	, **__lowerCAmelCase	, ):







            """simple docstring"""



            lowercase														=			vocab_size
            lowercase														=			n_positions
            lowercase														=			n_embd
            lowercase														=			n_layer
            lowercase														=			n_head
            lowercase														=			n_inner
            lowercase														=			activation_function
            lowercase														=			resid_pdrop
            lowercase														=			embd_pdrop
            lowercase														=			attn_pdrop
            lowercase														=			layer_norm_epsilon
            lowercase														=			initializer_range
            lowercase														=			scale_attn_weights
            lowercase														=			use_cache
            lowercase														=			attention_softmax_in_fpaa
            lowercase														=			scale_attention_softmax_in_fpaa
            lowercase														=			multi_query

            lowercase														=			bos_token_id
            lowercase														=			eos_token_id

            super().__init__(bos_token_id=_lowercase	, eos_token_id=_lowercase	, **_lowercase		)







"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase					: Any        =logging.get_logger(__name__)

__lowerCAmelCase					: Union[str, Any]        ={
    """facebook/timesformer""": """https://huggingface.co/facebook/timesformer/resolve/main/config.json""",
}





class 				_A		( lowerCAmelCase			):
      snake_case__    :     Optional[Any]													=			'timesformer'

      def __init__(		self	, __lowerCAmelCase=224	, __lowerCAmelCase=16	, __lowerCAmelCase=3	, __lowerCAmelCase=8	, __lowerCAmelCase=768	, __lowerCAmelCase=12	, __lowerCAmelCase=12	, __lowerCAmelCase=3072	, __lowerCAmelCase="gelu"	, __lowerCAmelCase=0.0	, __lowerCAmelCase=0.0	, __lowerCAmelCase=0.0_2	, __lowerCAmelCase=1E-6	, __lowerCAmelCase=True	, __lowerCAmelCase="divided_space_time"	, __lowerCAmelCase=0	, **__lowerCAmelCase	, ):







            """simple docstring"""



            super().__init__(**__lowerCAmelCase		)

            lowercase														=			image_size
            lowercase														=			patch_size
            lowercase														=			num_channels
            lowercase														=			num_frames

            lowercase														=			hidden_size
            lowercase														=			num_hidden_layers
            lowercase														=			num_attention_heads
            lowercase														=			intermediate_size
            lowercase														=			hidden_act
            lowercase														=			hidden_dropout_prob
            lowercase														=			attention_probs_dropout_prob
            lowercase														=			initializer_range
            lowercase														=			layer_norm_eps
            lowercase														=			qkv_bias

            lowercase														=			attention_type
            lowercase														=			drop_path_rate



