




"""simple docstring"""

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


_lowerCamelCase  :			Optional[Any]        =       {
    'configuration_nllb_moe': [
        'NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'NllbMoeConfig',
    ]
}

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		_lowerCamelCase  :			Union[str, Any]        =       [
		    'NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LIST',
		    'NllbMoeForConditionalGeneration',
		    'NllbMoeModel',
		    'NllbMoePreTrainedModel',
		    'NllbMoeTop2Router',
		    'NllbMoeSparseMLP',
		]


if TYPE_CHECKING:
		from .configuration_nllb_moe import (
		    NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAP,
		    NllbMoeConfig,
		)

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_nllb_moe import (
				    NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LIST,
				    NllbMoeForConditionalGeneration,
				    NllbMoeModel,
				    NllbMoePreTrainedModel,
				    NllbMoeSparseMLP,
				    NllbMoeTopaRouter,
				)


else:
		import sys

		_lowerCamelCase  :			Tuple        =       _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)











"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase  :			Optional[Any]        =       logging.get_logger(__name__)

_lowerCamelCase  :			Any        =       {
    'studio-ousia/luke-base': 'https://huggingface.co/studio-ousia/luke-base/resolve/main/config.json',
    'studio-ousia/luke-large': 'https://huggingface.co/studio-ousia/luke-large/resolve/main/config.json',
}

class        lowercase      (    __UpperCAmelCase):
				__lowerCAmelCase    :    Any         =   """luke"""







				def __init__(							self   :					List[str]      ,     _lowerCamelCase   :					Union[str, Any]=5_02_67      ,     _lowerCamelCase   :					Tuple=50_00_00      ,     _lowerCamelCase   :					int=7_68      ,     _lowerCamelCase   :					Union[str, Any]=2_56      ,     _lowerCamelCase   :					Dict=12      ,     _lowerCamelCase   :					str=12      ,     _lowerCamelCase   :					Dict=30_72      ,     _lowerCamelCase   :					Union[str, Any]="gelu"      ,     _lowerCamelCase   :					Optional[int]=0.1      ,     _lowerCamelCase   :					str=0.1      ,     _lowerCamelCase   :					Union[str, Any]=5_12      ,     _lowerCamelCase   :					int=2      ,     _lowerCamelCase   :					Optional[int]=0.02      ,     _lowerCamelCase   :					int=1E-12      ,     _lowerCamelCase   :					List[str]=True      ,     _lowerCamelCase   :					str=None      ,     _lowerCamelCase   :					Union[str, Any]=1      ,     _lowerCamelCase   :					str=0      ,     _lowerCamelCase   :					Dict=2      ,     **_lowerCamelCase   :					Optional[int]      ,     ):



					"""simple docstring"""

					super().__init__(pad_token_id=_lowerCamelCase      ,     bos_token_id=_lowerCamelCase      ,     eos_token_id=_lowerCamelCase      ,     **_lowerCamelCase       )

					A_  :				str	   =		vocab_size
					A_  :				Optional[Any]	   =		entity_vocab_size
					A_  :				Optional[Any]	   =		hidden_size
					A_  :				List[str]	   =		entity_emb_size
					A_  :				Union[str, Any]	   =		num_hidden_layers
					A_  :				Dict	   =		num_attention_heads
					A_  :				Union[str, Any]	   =		hidden_act
					A_  :				Dict	   =		intermediate_size
					A_  :				int	   =		hidden_dropout_prob
					A_  :				str	   =		attention_probs_dropout_prob
					A_  :				List[Any]	   =		max_position_embeddings
					A_  :				Optional[Any]	   =		type_vocab_size
					A_  :				Optional[int]	   =		initializer_range
					A_  :				str	   =		layer_norm_eps
					A_  :				List[str]	   =		use_entity_aware_attention
					A_  :				Optional[int]	   =		classifier_dropout





