




from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase      :  Optional[Any]      						=						logging.get_logger(__name__)

_lowerCamelCase      :  Optional[int]      						=						{
    "facebook/dpr-ctx_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-single-nq-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-single-nq-base": (
        "https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json"
    ),
    "facebook/dpr-ctx_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-question_encoder-multiset-base": (
        "https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json"
    ),
    "facebook/dpr-reader-multiset-base": (
        "https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json"
    ),
}
class        __snake_case  (_a		):
				lowerCAmelCase__				=     "dpr"



				def __init__(      self      :		Optional[Any]		,	_UpperCAmelCase      :		Optional[Any]=3_0522		,	_UpperCAmelCase      :		str=768		,	_UpperCAmelCase      :		Any=12		,	_UpperCAmelCase      :		Union[str, Any]=12		,	_UpperCAmelCase      :		str=3072		,	_UpperCAmelCase      :		Tuple="gelu"		,	_UpperCAmelCase      :		List[str]=0.1		,	_UpperCAmelCase      :		Dict=0.1		,	_UpperCAmelCase      :		Tuple=512		,	_UpperCAmelCase      :		str=2		,	_UpperCAmelCase      :		Tuple=0.02		,	_UpperCAmelCase      :		Optional[Any]=1E-12		,	_UpperCAmelCase      :		Any=0		,	_UpperCAmelCase      :		Dict="absolute"		,	_UpperCAmelCase      :		int = 0		,	**_UpperCAmelCase      :		str		,	)  ->    Optional[int]:





								'''simple docstring'''




								super().__init__(pad_token_id=_UpperCAmelCase		,	**_UpperCAmelCase      )

								_lowerCAmelCase    :    str										=      vocab_size
								_lowerCAmelCase    :    Optional[int]										=      hidden_size
								_lowerCAmelCase    :    Optional[int]										=      num_hidden_layers
								_lowerCAmelCase    :    str										=      num_attention_heads
								_lowerCAmelCase    :    Tuple										=      hidden_act
								_lowerCAmelCase    :    Union[str, Any]										=      intermediate_size
								_lowerCAmelCase    :    Dict										=      hidden_dropout_prob
								_lowerCAmelCase    :    Any										=      attention_probs_dropout_prob
								_lowerCAmelCase    :    Optional[int]										=      max_position_embeddings
								_lowerCAmelCase    :    Optional[Any]										=      type_vocab_size
								_lowerCAmelCase    :    List[Any]										=      initializer_range
								_lowerCAmelCase    :    Any										=      layer_norm_eps
								_lowerCAmelCase    :    Union[str, Any]										=      projection_dim
								_lowerCAmelCase    :    Any										=      position_embedding_type







import logging

from transformers.configuration_utils import PretrainedConfig


_lowerCamelCase      :  Union[str, Any]      						=						logging.getLogger(__name__)
class        __snake_case  (_a		):
				lowerCAmelCase__				=     "masked_bert"



				def __init__(      self      :		Union[str, Any]		,	_UpperCAmelCase      :		Union[str, Any]=3_0522		,	_UpperCAmelCase      :		Optional[Any]=768		,	_UpperCAmelCase      :		List[Any]=12		,	_UpperCAmelCase      :		Dict=12		,	_UpperCAmelCase      :		List[str]=3072		,	_UpperCAmelCase      :		List[Any]="gelu"		,	_UpperCAmelCase      :		Optional[Any]=0.1		,	_UpperCAmelCase      :		Optional[Any]=0.1		,	_UpperCAmelCase      :		List[Any]=512		,	_UpperCAmelCase      :		int=2		,	_UpperCAmelCase      :		Optional[int]=0.02		,	_UpperCAmelCase      :		str=1E-12		,	_UpperCAmelCase      :		Tuple=0		,	_UpperCAmelCase      :		Dict="topK"		,	_UpperCAmelCase      :		List[str]="constant"		,	_UpperCAmelCase      :		Optional[Any]=0.0		,	**_UpperCAmelCase      :		str		,	)  ->    Tuple:





								'''simple docstring'''




								super().__init__(pad_token_id=_UpperCAmelCase		,	**_UpperCAmelCase      )

								_lowerCAmelCase    :    str										=      vocab_size
								_lowerCAmelCase    :    List[str]										=      hidden_size
								_lowerCAmelCase    :    Any										=      num_hidden_layers
								_lowerCAmelCase    :    Optional[Any]										=      num_attention_heads
								_lowerCAmelCase    :    Optional[Any]										=      hidden_act
								_lowerCAmelCase    :    Union[str, Any]										=      intermediate_size
								_lowerCAmelCase    :    Tuple										=      hidden_dropout_prob
								_lowerCAmelCase    :    Optional[int]										=      attention_probs_dropout_prob
								_lowerCAmelCase    :    str										=      max_position_embeddings
								_lowerCAmelCase    :    int										=      type_vocab_size
								_lowerCAmelCase    :    List[str]										=      initializer_range
								_lowerCAmelCase    :    Optional[Any]										=      layer_norm_eps
								_lowerCAmelCase    :    Tuple										=      pruning_method
								_lowerCAmelCase    :    str										=      mask_init
								_lowerCAmelCase    :    List[str]										=      mask_scale

