

from ....configuration_utils import PretrainedConfig
from ....utils import logging


lowerCAmelCase				:    List[str]        =		logging.get_logger(__name__)

# TODO: upload to AWS
lowerCAmelCase				:    Any        =		{
    "yjernite/retribert-base-uncased": (
        "https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json"
    ),
}



class     __lowercase							(					UpperCAmelCase__      ):




			"""simple docstring"""







			_UpperCAmelCase  :				Union[str, Any]     				=	'''retribert'''



			def __init__(					self    :	Union[str, Any]  ,		lowerCAmelCase__    :	str=3_0522  ,		lowerCAmelCase__    :	int=768  ,		lowerCAmelCase__    :	List[str]=8  ,		lowerCAmelCase__    :	Union[str, Any]=12  ,		lowerCAmelCase__    :	str=3072  ,		lowerCAmelCase__    :	Tuple="gelu"  ,		lowerCAmelCase__    :	List[str]=0.1  ,		lowerCAmelCase__    :	List[Any]=0.1  ,		lowerCAmelCase__    :	int=512  ,		lowerCAmelCase__    :	List[Any]=2  ,		lowerCAmelCase__    :	Any=0.02  ,		lowerCAmelCase__    :	Any=1E-12  ,		lowerCAmelCase__    :	Dict=True  ,		lowerCAmelCase__    :	Tuple=128  ,		lowerCAmelCase__    :	str=0  ,		**lowerCAmelCase__    :	Dict  ,		):
									super().__init__(pad_token_id=__lowercase  ,		**__lowercase)

									SCREAMING_SNAKE_CASE_:					List[str]    						=			vocab_size
									SCREAMING_SNAKE_CASE_:					Dict    						=			hidden_size
									SCREAMING_SNAKE_CASE_:					Any    						=			num_hidden_layers
									SCREAMING_SNAKE_CASE_:					str    						=			num_attention_heads
									SCREAMING_SNAKE_CASE_:					str    						=			hidden_act
									SCREAMING_SNAKE_CASE_:					str    						=			intermediate_size
									SCREAMING_SNAKE_CASE_:					Union[str, Any]    						=			hidden_dropout_prob
									SCREAMING_SNAKE_CASE_:					Tuple    						=			attention_probs_dropout_prob
									SCREAMING_SNAKE_CASE_:					List[Any]    						=			max_position_embeddings
									SCREAMING_SNAKE_CASE_:					Optional[int]    						=			type_vocab_size
									SCREAMING_SNAKE_CASE_:					Dict    						=			initializer_range
									SCREAMING_SNAKE_CASE_:					Optional[Any]    						=			layer_norm_eps
									SCREAMING_SNAKE_CASE_:					List[Any]    						=			share_encoders
									SCREAMING_SNAKE_CASE_:					str    						=			projection_dim












import numpy as np


def 		lowerCamelCase__       (						_A				):







	'''simple docstring'''





	return (2 / (1 + np.exp(-2 * vector				))) - 1


if __name__ == "__main__":
		import doctest

		doctest.testmod()
