


from ....configuration_utils import PretrainedConfig
from ....utils import logging


SCREAMING_SNAKE_CASE						:int			=  logging.get_logger(__name__)

# TODO: upload to AWS
SCREAMING_SNAKE_CASE						:List[str]			=  {
    '''yjernite/retribert-base-uncased''': (
        '''https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json'''
    ),
}


class      __lowerCAmelCase  (			__snake_case       ):






  """simple docstring"""





  _SCREAMING_SNAKE_CASE		     =							'retribert'



  def __init__(  self							:							Any     ,					_lowerCAmelCase							:							str=3_0_5_2_2     ,					_lowerCAmelCase							:							List[Any]=7_6_8     ,					_lowerCAmelCase							:							Dict=8     ,					_lowerCAmelCase							:							int=1_2     ,					_lowerCAmelCase							:							Any=3_0_7_2     ,					_lowerCAmelCase							:							Dict="gelu"     ,					_lowerCAmelCase							:							int=0.1     ,					_lowerCAmelCase							:							Optional[int]=0.1     ,					_lowerCAmelCase							:							str=5_1_2     ,					_lowerCAmelCase							:							Any=2     ,					_lowerCAmelCase							:							Dict=0.02     ,					_lowerCAmelCase							:							Optional[int]=1e-12     ,					_lowerCAmelCase							:							List[str]=True     ,					_lowerCAmelCase							:							Union[str, Any]=1_2_8     ,					_lowerCAmelCase							:							Union[str, Any]=0     ,					**_lowerCAmelCase							:							Tuple     ,					) ->			List[Any]:




     """simple docstring"""
     super().__init__(pad_token_id=__UpperCamelCase     ,					**__UpperCamelCase	)

     snake_case_            =       vocab_size
     snake_case_            =       hidden_size
     snake_case_            =       num_hidden_layers
     snake_case_            =       num_attention_heads
     snake_case_            =       hidden_act
     snake_case_            =       intermediate_size
     snake_case_            =       hidden_dropout_prob
     snake_case_            =       attention_probs_dropout_prob
     snake_case_            =       max_position_embeddings
     snake_case_            =       type_vocab_size
     snake_case_            =       initializer_range
     snake_case_            =       layer_norm_eps
     snake_case_            =       share_encoders
     snake_case_            =       projection_dim







import unittest

from accelerate import debug_launcher
from accelerate.test_utils import require_cpu, test_ops, test_script


@require_cpu
class SCREAMING_SNAKE_CASE	(		unittest.TestCase				):






			"""simple docstring"""




			def       __lowerCAmelCase			(     self				):

				"""simple docstring"""


				debug_launcher(test_script.main				)







			def       __lowerCAmelCase			(     self				):

				"""simple docstring"""


				debug_launcher(test_ops.main				)
