




'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase							:						List[str]								=  logging.get_logger(__name__)

_lowerCamelCase							:						Any								=  {
    'microsoft/mpnet-base': 'https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json',
}





class      lowerCamelCase_							(       UpperCAmelCase_							):




					'''simple docstring'''






					lowercase__    = """mpnet"""






					def __init__(    self,  __UpperCamelCase=30_527,  __UpperCamelCase=768,  __UpperCamelCase=12,  __UpperCamelCase=12,  __UpperCamelCase=3_072,  __UpperCamelCase="gelu",  __UpperCamelCase=0.1,  __UpperCamelCase=0.1,  __UpperCamelCase=512,  __UpperCamelCase=0.02,  __UpperCamelCase=1E-12,  __UpperCamelCase=32,  __UpperCamelCase=1,  __UpperCamelCase=0,  __UpperCamelCase=2,  **__UpperCamelCase,  ):
							super().__init__(pad_token_id=__UpperCamelCase,  bos_token_id=__UpperCamelCase,  eos_token_id=__UpperCamelCase,  **__UpperCamelCase )

							_snake_case	       =       vocab_size
							_snake_case	       =       hidden_size
							_snake_case	       =       num_hidden_layers
							_snake_case	       =       num_attention_heads
							_snake_case	       =       hidden_act
							_snake_case	       =       intermediate_size
							_snake_case	       =       hidden_dropout_prob
							_snake_case	       =       attention_probs_dropout_prob
							_snake_case	       =       max_position_embeddings
							_snake_case	       =       initializer_range
							_snake_case	       =       layer_norm_eps
							_snake_case	       =       relative_attention_num_buckets






'''simple docstring'''


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


snake_case__     :			Optional[Any]      			=  {'''configuration_nat''': ['''NAT_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''NatConfig''']}


try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 snake_case__     :			Tuple      			=  [
     '''NAT_PRETRAINED_MODEL_ARCHIVE_LIST''',
     '''NatForImageClassification''',
     '''NatModel''',
     '''NatPreTrainedModel''',
     '''NatBackbone''',
 ]

if TYPE_CHECKING:
 from .configuration_nat import NAT_PRETRAINED_CONFIG_ARCHIVE_MAP, NatConfig

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_nat import (
      NAT_PRETRAINED_MODEL_ARCHIVE_LIST,
      NatBackbone,
      NatForImageClassification,
      NatModel,
      NatPreTrainedModel,
  )

else:
 import sys

 snake_case__     :			int      			=  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)






