
"""simple docstring"""



import logging

from transformers import PretrainedConfig


__lowercase						:     str							      =		logging.getLogger(__name__)


__lowercase						:     Dict							      =		{
    """bertabs-finetuned-cnndm""": """https://huggingface.co/remi/bertabs-finetuned-cnndm-extractive-abstractive-summarization/resolve/main/config.json""",
}





class 					lowerCAmelCase			(				UpperCamelCase_					):
     """simple docstring"""







     __lowercase						:str          =    'bertabs'




     def __init__(      self ,		UpperCamelCase__=30_522 ,		UpperCamelCase__=512 ,		UpperCamelCase__=6 ,		UpperCamelCase__=512 ,		UpperCamelCase__=8 ,		UpperCamelCase__=512 ,		UpperCamelCase__=0.2 ,		UpperCamelCase__=6 ,		UpperCamelCase__=768 ,		UpperCamelCase__=8 ,		UpperCamelCase__=2_048 ,		UpperCamelCase__=0.2 ,		**UpperCamelCase__ ,		)					->  int:







            '''simple docstring'''





            super().__init__(**lowercase_							)

            lowerCamelCase_       							=		vocab_size
            lowerCamelCase_       							=		max_pos

            lowerCamelCase_       							=		enc_layers
            lowerCamelCase_       							=		enc_hidden_size
            lowerCamelCase_       							=		enc_heads
            lowerCamelCase_       							=		enc_ff_size
            lowerCamelCase_       							=		enc_dropout

            lowerCamelCase_       							=		dec_layers
            lowerCamelCase_       							=		dec_hidden_size
            lowerCamelCase_       							=		dec_heads
            lowerCamelCase_       							=		dec_ff_size
            lowerCamelCase_       							=		dec_dropout



import numpy as np




def       a_ (       SCREAMING_SNAKE_CASE__   : np.ndarray						,     SCREAMING_SNAKE_CASE__   : float	):
       '''simple docstring'''





       return np.where(vector > 0						,     SCREAMING_SNAKE_CASE__						,     (alpha * (np.exp(SCREAMING_SNAKE_CASE__	) - 1))	)


if __name__ == "__main__":
 import doctest

 doctest.testmod()


