





'''simple docstring'''

from ....configuration_utils import PretrainedConfig
from ....utils import logging


__lowerCAmelCase				:      Optional[Any]						      =logging.get_logger(__name__)

# TODO: upload to AWS
__lowerCAmelCase				:      Optional[Any]						      ={
    "yjernite/retribert-base-uncased": (
        "https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json"
    ),
}






class   UpperCAmelCase      (			UpperCamelCase__							):
 __lowercase  						=							"""retribert"""
 def __init__(							self :List[Any]		,			lowercase_ :str=3_05_22		,			lowercase_ :Any=7_68		,			lowercase_ :Tuple=8		,			lowercase_ :Any=12		,			lowercase_ :Dict=30_72		,			lowercase_ :List[str]="gelu"		,			lowercase_ :str=0.1		,			lowercase_ :int=0.1		,			lowercase_ :List[Any]=5_12		,			lowercase_ :Tuple=2		,			lowercase_ :Optional[Any]=0.0_2		,			lowercase_ :List[str]=1E-12		,			lowercase_ :int=True		,			lowercase_ :Any=1_28		,			lowercase_ :List[str]=0		,			**lowercase_ :Tuple		,			)->				Dict:
     super().__init__(pad_token_id=lowercase_		,			**lowercase_				)

     A__							=     vocab_size
     A__							=     hidden_size
     A__							=     num_hidden_layers
     A__							=     num_attention_heads
     A__							=     hidden_act
     A__							=     intermediate_size
     A__							=     hidden_dropout_prob
     A__							=     attention_probs_dropout_prob
     A__							=     max_position_embeddings
     A__							=     type_vocab_size
     A__							=     initializer_range
     A__							=     layer_norm_eps
     A__							=     share_encoders
     A__							=     projection_dim










'''simple docstring'''

# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


__lowerCAmelCase				:      Union[str, Any]						      ={"configuration_mra": ["MRA_PRETRAINED_CONFIG_ARCHIVE_MAP", "MraConfig"]}

try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  __lowerCAmelCase				:      int						      =[
      "MRA_PRETRAINED_MODEL_ARCHIVE_LIST",
      "MraForMaskedLM",
      "MraForMultipleChoice",
      "MraForQuestionAnswering",
      "MraForSequenceClassification",
      "MraForTokenClassification",
      "MraLayer",
      "MraModel",
      "MraPreTrainedModel",
  ]


if TYPE_CHECKING:
  from .configuration_mra import MRA_PRETRAINED_CONFIG_ARCHIVE_MAP, MraConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_mra import (
        MRA_PRETRAINED_MODEL_ARCHIVE_LIST,
        MraForMaskedLM,
        MraForMultipleChoice,
        MraForQuestionAnswering,
        MraForSequenceClassification,
        MraForTokenClassification,
        MraLayer,
        MraModel,
        MraPreTrainedModel,
    )
else:
  import sys

  __lowerCAmelCase				:      Dict						      =_LazyModule(__name__, globals()["__file__"], _import_structure)



