





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__  			=logging.get_logger(__name__)

UpperCamelCase__  			={
    'facebook/dpr-ctx_encoder-single-nq-base': (
        'https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json'
    ),
    'facebook/dpr-question_encoder-single-nq-base': (
        'https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json'
    ),
    'facebook/dpr-reader-single-nq-base': (
        'https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json'
    ),
    'facebook/dpr-ctx_encoder-multiset-base': (
        'https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json'
    ),
    'facebook/dpr-question_encoder-multiset-base': (
        'https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json'
    ),
    'facebook/dpr-reader-multiset-base': (
        'https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json'
    ),
}





class       lowerCAmelCase__(			_snake_case     ):






       '''simple docstring'''


       __snake_case			      =     """dpr"""




       def __init__(   self     ,    __lowerCamelCase=3_0_5_2_2     ,    __lowerCamelCase=7_6_8     ,    __lowerCamelCase=1_2     ,    __lowerCamelCase=1_2     ,    __lowerCamelCase=3_0_7_2     ,    __lowerCamelCase="gelu"     ,    __lowerCamelCase=0.1     ,    __lowerCamelCase=0.1     ,    __lowerCamelCase=5_1_2     ,    __lowerCamelCase=2     ,    __lowerCamelCase=0.02     ,    __lowerCamelCase=1E-12     ,    __lowerCamelCase=0     ,    __lowerCamelCase="absolute"     ,    __lowerCamelCase = 0     ,    **__lowerCamelCase     ,    )      ->  Tuple:
            super().__init__(pad_token_id=__snake_case     ,    **__snake_case				)

            _SCREAMING_SNAKE_CASE							:						Optional[int]         =				vocab_size
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				hidden_size
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				num_hidden_layers
            _SCREAMING_SNAKE_CASE							:						Any         =				num_attention_heads
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				hidden_act
            _SCREAMING_SNAKE_CASE							:						Dict         =				intermediate_size
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				hidden_dropout_prob
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				attention_probs_dropout_prob
            _SCREAMING_SNAKE_CASE							:						List[str]         =				max_position_embeddings
            _SCREAMING_SNAKE_CASE							:						str         =				type_vocab_size
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				initializer_range
            _SCREAMING_SNAKE_CASE							:						List[Any]         =				layer_norm_eps
            _SCREAMING_SNAKE_CASE							:						Dict         =				projection_dim
            _SCREAMING_SNAKE_CASE							:						str         =				position_embedding_type



'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_						:  str				  =						logging.get_logger(__name__)

UpperCAmelCase_						:  Optional[int]				  =						{
    'SCUT-DLVCLab/lilt-roberta-en-base': (
        'https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json'
    ),
}





class        lowercase__    (		_snake_case   ):





							'''simple docstring'''


							A_				: List[str]       =    """lilt"""






							def __init__(       self       ,   __snake_case=3_0522       ,   __snake_case=768       ,   __snake_case=12       ,   __snake_case=12       ,   __snake_case=3072       ,   __snake_case="gelu"       ,   __snake_case=0.1       ,   __snake_case=0.1       ,   __snake_case=512       ,   __snake_case=2       ,   __snake_case=0.02       ,   __snake_case=1e-12       ,   __snake_case=0       ,   __snake_case="absolute"       ,   __snake_case=None       ,   __snake_case=4       ,   __snake_case=1024       ,   **__snake_case       ,   ):
											super().__init__(pad_token_id=__snake_case       ,   **__snake_case    )

											_SCREAMING_SNAKE_CASE					:			str							= vocab_size
											_SCREAMING_SNAKE_CASE					:			Optional[Any]							= hidden_size
											_SCREAMING_SNAKE_CASE					:			Optional[Any]							= num_hidden_layers
											_SCREAMING_SNAKE_CASE					:			Optional[int]							= num_attention_heads
											_SCREAMING_SNAKE_CASE					:			Optional[Any]							= hidden_act
											_SCREAMING_SNAKE_CASE					:			Dict							= intermediate_size
											_SCREAMING_SNAKE_CASE					:			Tuple							= hidden_dropout_prob
											_SCREAMING_SNAKE_CASE					:			List[str]							= attention_probs_dropout_prob
											_SCREAMING_SNAKE_CASE					:			Union[str, Any]							= max_position_embeddings
											_SCREAMING_SNAKE_CASE					:			Dict							= type_vocab_size
											_SCREAMING_SNAKE_CASE					:			Union[str, Any]							= initializer_range
											_SCREAMING_SNAKE_CASE					:			Tuple							= layer_norm_eps
											_SCREAMING_SNAKE_CASE					:			str							= position_embedding_type
											_SCREAMING_SNAKE_CASE					:			List[str]							= classifier_dropout
											_SCREAMING_SNAKE_CASE					:			int							= channel_shrink_ratio
											_SCREAMING_SNAKE_CASE					:			str							= max_ad_position_embeddings




