
from __future__ import annotations

from typing import Dict

from ...configuration_utils import PretrainedConfig


lowerCamelCase__	=							{
    'susnato/ernie-m-base_pytorch': 'https://huggingface.co/susnato/ernie-m-base_pytorch/blob/main/config.json',
    'susnato/ernie-m-large_pytorch': 'https://huggingface.co/susnato/ernie-m-large_pytorch/blob/main/config.json',
}







class        lowerCAmelCase__      (   __lowercase	):
						UpperCamelCase_							: List[str]	=		"ernie_m"
						UpperCamelCase_							: Dict	=		{"dropout": "classifier_dropout", "num_classes": "num_labels"}

						def __init__(			self       ,							a = 25_00_02       ,							a = 7_68       ,							a = 12       ,							a = 12       ,							a = 30_72       ,							a = "gelu"       ,							a = 0.1       ,							a = 0.1       ,							a = 5_14       ,							a = 0.02       ,							a = 1       ,							a = 1e-05       ,							a=None       ,							a=False       ,							a=0.0       ,							**a       ,							)					->      int:


								'''simple docstring'''

								super().__init__(pad_token_id=a       ,							**a				)
								_UpperCamelCase						    =	vocab_size
								_UpperCamelCase						    =	hidden_size
								_UpperCamelCase						    =	num_hidden_layers
								_UpperCamelCase						    =	num_attention_heads
								_UpperCamelCase						    =	intermediate_size
								_UpperCamelCase						    =	hidden_act
								_UpperCamelCase						    =	hidden_dropout_prob
								_UpperCamelCase						    =	attention_probs_dropout_prob
								_UpperCamelCase						    =	max_position_embeddings
								_UpperCamelCase						    =	initializer_range
								_UpperCamelCase						    =	layer_norm_eps
								_UpperCamelCase						    =	classifier_dropout
								_UpperCamelCase						    =	is_decoder
								_UpperCamelCase						    =	act_dropout





from typing import TYPE_CHECKING

from ....utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCamelCase__	=							{
    "configuration_mctct": ["MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAP", "MCTCTConfig"],
    "feature_extraction_mctct": ["MCTCTFeatureExtractor"],
    "processing_mctct": ["MCTCTProcessor"],
}


try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		lowerCamelCase__	=							[
		    "MCTCT_PRETRAINED_MODEL_ARCHIVE_LIST",
		    "MCTCTForCTC",
		    "MCTCTModel",
		    "MCTCTPreTrainedModel",
		]


if TYPE_CHECKING:
		from .configuration_mctct import MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAP, MCTCTConfig
		from .feature_extraction_mctct import MCTCTFeatureExtractor
		from .processing_mctct import MCTCTProcessor

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_mctct import MCTCT_PRETRAINED_MODEL_ARCHIVE_LIST, MCTCTForCTC, MCTCTModel, MCTCTPreTrainedModel

else:
		import sys

		lowerCamelCase__	=							_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)



