


from __future__ import annotations

from typing import Dict

from ...configuration_utils import PretrainedConfig


SCREAMING_SNAKE_CASE__     					=			{
    "susnato/ernie-m-base_pytorch": "https://huggingface.co/susnato/ernie-m-base_pytorch/blob/main/config.json",
    "susnato/ernie-m-large_pytorch": "https://huggingface.co/susnato/ernie-m-large_pytorch/blob/main/config.json",
}



class 						_UpperCAmelCase      (     A__							):
		lowerCamelCase_	:			int       			=  'ernie_m'
		lowerCamelCase_	:			Dict[str, str]       			=  {"dropout": "classifier_dropout", "num_classes": "num_labels"}






		def __init__(						self				:     List[str]   ,  UpperCAmelCase				:     int = 25_00_02   ,  UpperCAmelCase				:     int = 7_68   ,  UpperCAmelCase				:     int = 12   ,  UpperCAmelCase				:     int = 12   ,  UpperCAmelCase				:     int = 30_72   ,  UpperCAmelCase				:     str = "gelu"   ,  UpperCAmelCase				:     float = 0.1   ,  UpperCAmelCase				:     float = 0.1   ,  UpperCAmelCase				:     int = 5_14   ,  UpperCAmelCase				:     float = 0.02   ,  UpperCAmelCase				:     int = 1   ,  UpperCAmelCase				:     float = 1E-05   ,  UpperCAmelCase				:     Union[str, Any]=None   ,  UpperCAmelCase				:     List[Any]=False   ,  UpperCAmelCase				:     Union[str, Any]=0.0   ,  **UpperCAmelCase				:     Any   ,  ):
				super().__init__(pad_token_id=__UpperCAmelCase   ,  **__UpperCAmelCase)
				SCREAMING_SNAKE_CASE_				:Any				     =						vocab_size
				SCREAMING_SNAKE_CASE_				:Dict				     =						hidden_size
				SCREAMING_SNAKE_CASE_				:int				     =						num_hidden_layers
				SCREAMING_SNAKE_CASE_				:Optional[Any]				     =						num_attention_heads
				SCREAMING_SNAKE_CASE_				:Any				     =						intermediate_size
				SCREAMING_SNAKE_CASE_				:str				     =						hidden_act
				SCREAMING_SNAKE_CASE_				:int				     =						hidden_dropout_prob
				SCREAMING_SNAKE_CASE_				:List[Any]				     =						attention_probs_dropout_prob
				SCREAMING_SNAKE_CASE_				:str				     =						max_position_embeddings
				SCREAMING_SNAKE_CASE_				:Any				     =						initializer_range
				SCREAMING_SNAKE_CASE_				:Optional[int]				     =						layer_norm_eps
				SCREAMING_SNAKE_CASE_				:str				     =						classifier_dropout
				SCREAMING_SNAKE_CASE_				:str				     =						is_decoder
				SCREAMING_SNAKE_CASE_				:List[Any]				     =						act_dropout









"""simple docstring"""




# flake8: noqa
# Lint as: python3
A_				:      List[str]           =			[
    "VerificationMode",
    "Version",
    "disable_progress_bar",
    "enable_progress_bar",
    "is_progress_bar_enabled",
    "experimental",
]

from .info_utils import VerificationMode
from .logging import disable_progress_bar, enable_progress_bar, is_progress_bar_enabled
from .version import Version
from .experimental import experimental


