


"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case    					=					logging.get_logger(__name__)

__snake_case    					=					{
    'studio-ousia/luke-base': 'https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json',
    'studio-ousia/luke-large': 'https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json',
}

class 				_SCREAMING_SNAKE_CASE				(							__UpperCAmelCase  ):
   """simple docstring"""



   _a   :       Tuple									=    '''luke'''


   def __init__(						self ,     lowerCamelCase__=5_0267 ,     lowerCamelCase__=50_0000 ,     lowerCamelCase__=768 ,     lowerCamelCase__=256 ,     lowerCamelCase__=12 ,     lowerCamelCase__=12 ,     lowerCamelCase__=3072 ,     lowerCamelCase__="gelu" ,     lowerCamelCase__=0.1 ,     lowerCamelCase__=0.1 ,     lowerCamelCase__=512 ,     lowerCamelCase__=2 ,     lowerCamelCase__=0.02 ,     lowerCamelCase__=1E-12 ,     lowerCamelCase__=True ,     lowerCamelCase__=None ,     lowerCamelCase__=1 ,     lowerCamelCase__=0 ,     lowerCamelCase__=2 ,     **lowerCamelCase__ ,     )      ->							Optional[Any]:
    super().__init__(pad_token_id=lowerCamelCase__ ,     bos_token_id=lowerCamelCase__ ,     eos_token_id=lowerCamelCase__ ,     **lowerCamelCase__						)

    lowercase__       :       Union[str, Any]				=						vocab_size
    lowercase__       :       Optional[int]				=						entity_vocab_size
    lowercase__       :       Union[str, Any]				=						hidden_size
    lowercase__       :       str				=						entity_emb_size
    lowercase__       :       Union[str, Any]				=						num_hidden_layers
    lowercase__       :       Union[str, Any]				=						num_attention_heads
    lowercase__       :       List[str]				=						hidden_act
    lowercase__       :       Union[str, Any]				=						intermediate_size
    lowercase__       :       List[str]				=						hidden_dropout_prob
    lowercase__       :       Optional[int]				=						attention_probs_dropout_prob
    lowercase__       :       int				=						max_position_embeddings
    lowercase__       :       Tuple				=						type_vocab_size
    lowercase__       :       Tuple				=						initializer_range
    lowercase__       :       List[Any]				=						layer_norm_eps
    lowercase__       :       int				=						use_entity_aware_attention
    lowercase__       :       int				=						classifier_dropout



"""simple docstring"""


from typing import TYPE_CHECKING

from ....utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__snake_case    					=					{'configuration_mmbt': ['MMBTConfig']}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __snake_case    					=					['MMBTForClassification', 'MMBTModel', 'ModalEmbeddings']


if TYPE_CHECKING:
   from .configuration_mmbt import MMBTConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_mmbt import MMBTForClassification, MMBTModel, ModalEmbeddings

else:
   import sys

   __snake_case    					=					_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)