






from ... import PretrainedConfig


__UpperCamelCase   :   int      =    {
    """sijunhe/nezha-cn-base""": """https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json""",
}


class 							__UpperCamelCase     (  _lowerCAmelCase ):
	__snake_case						:Any =							NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
	__snake_case						:Dict =							'nezha'







	def __init__(	self   :				int							,					_lowerCAmelCase   :				List[Any]=2_1128							,					_lowerCAmelCase   :				Tuple=768							,					_lowerCAmelCase   :				Dict=12							,					_lowerCAmelCase   :				Optional[Any]=12							,					_lowerCAmelCase   :				Optional[Any]=3072							,					_lowerCAmelCase   :				Union[str, Any]="gelu"							,					_lowerCAmelCase   :				Dict=0.1							,					_lowerCAmelCase   :				Optional[int]=0.1							,					_lowerCAmelCase   :				List[Any]=512							,					_lowerCAmelCase   :				List[Any]=64							,					_lowerCAmelCase   :				Dict=2							,					_lowerCAmelCase   :				int=0.02							,					_lowerCAmelCase   :				Any=1e-12							,					_lowerCAmelCase   :				Union[str, Any]=0.1							,					_lowerCAmelCase   :				int=0							,					_lowerCAmelCase   :				Any=2							,					_lowerCAmelCase   :				Optional[int]=3							,					_lowerCAmelCase   :				int=True							,					**_lowerCAmelCase   :				Optional[int]							,					)		->			Union[str, Any]:
		"""simple docstring"""







		super().__init__(pad_token_id=_lowerCAmelCase							,					bos_token_id=_lowerCAmelCase							,					eos_token_id=_lowerCAmelCase							,					**_lowerCAmelCase      )

		__lowercase   							=	vocab_size
		__lowercase   							=	hidden_size
		__lowercase   							=	num_hidden_layers
		__lowercase   							=	num_attention_heads
		__lowercase   							=	hidden_act
		__lowercase   							=	intermediate_size
		__lowercase   							=	hidden_dropout_prob
		__lowercase   							=	attention_probs_dropout_prob
		__lowercase   							=	max_position_embeddings
		__lowercase   							=	max_relative_position
		__lowercase   							=	type_vocab_size
		__lowercase   							=	initializer_range
		__lowercase   							=	layer_norm_eps
		__lowercase   							=	classifier_dropout
		__lowercase   							=	use_cache






'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


lowerCAmelCase:   List[str]					=		{
    'configuration_falcon': ['FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP', 'FalconConfig'],
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     lowerCAmelCase:   str					=		[
         'FALCON_PRETRAINED_MODEL_ARCHIVE_LIST',
         'FalconForCausalLM',
         'FalconModel',
         'FalconPreTrainedModel',
         'FalconForSequenceClassification',
         'FalconForTokenClassification',
         'FalconForQuestionAnswering',
     ]


if TYPE_CHECKING:
     from .configuration_falcon import FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP, FalconConfig

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_falcon import (
              FALCON_PRETRAINED_MODEL_ARCHIVE_LIST,
              FalconForCausalLM,
              FalconForQuestionAnswering,
              FalconForSequenceClassification,
              FalconForTokenClassification,
              FalconModel,
              FalconPreTrainedModel,
          )


else:
     import sys

     lowerCAmelCase:   Optional[int]					=		_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)