






import logging

from transformers import PretrainedConfig


A_						:						int						      =					logging.getLogger(__name__)


A_						:						Union[str, Any]						      =					{
    'bertabs-finetuned-cnndm': 'https://huggingface.co/remi/bertabs-finetuned-cnndm-extractive-abstractive-summarization/resolve/main/config.json',
}




class 							_lowerCAmelCase(			UpperCAmelCase_   ):





       """simple docstring"""







       a							:						Optional[Any]										='''bertabs'''





       def __init__(   self    ,     _lowerCamelCase=3_0_5_2_2    ,     _lowerCamelCase=5_1_2    ,     _lowerCamelCase=6    ,     _lowerCamelCase=5_1_2    ,     _lowerCamelCase=8    ,     _lowerCamelCase=5_1_2    ,     _lowerCamelCase=0.2    ,     _lowerCamelCase=6    ,     _lowerCamelCase=7_6_8    ,     _lowerCamelCase=8    ,     _lowerCamelCase=2_0_4_8    ,     _lowerCamelCase=0.2    ,     **_lowerCamelCase    ,     ):
         super().__init__(**_lowerCamelCase				)

         UpperCamelCase_:   Dict        =							vocab_size
         UpperCamelCase_:   Union[str, Any]        =							max_pos

         UpperCamelCase_:   str        =							enc_layers
         UpperCamelCase_:   int        =							enc_hidden_size
         UpperCamelCase_:   str        =							enc_heads
         UpperCamelCase_:   Any        =							enc_ff_size
         UpperCamelCase_:   Optional[int]        =							enc_dropout

         UpperCamelCase_:   List[Any]        =							dec_layers
         UpperCamelCase_:   Union[str, Any]        =							dec_hidden_size
         UpperCamelCase_:   Optional[Any]        =							dec_heads
         UpperCamelCase_:   Union[str, Any]        =							dec_ff_size
         UpperCamelCase_:   str        =							dec_dropout


"""simple docstring"""




from __future__ import annotations

from typing import Dict

from ...configuration_utils import PretrainedConfig


A_				:      Union[str, Any]           =			{
    "susnato/ernie-m-base_pytorch": "https://huggingface.co/susnato/ernie-m-base_pytorch/blob/main/config.json",
    "susnato/ernie-m-large_pytorch": "https://huggingface.co/susnato/ernie-m-large_pytorch/blob/main/config.json",
}





class  lowerCamelCase    (A__      ):
			lowerCamelCase__ :		int       		=				'ernie_m'
			lowerCamelCase__ :		Dict[str, str]       		=				{"dropout": "classifier_dropout", "num_classes": "num_labels"}

			def __init__(       self					:    List[str]     ,					__UpperCAmelCase					:    int = 2_5_0_0_0_2     ,					__UpperCAmelCase					:    int = 7_6_8     ,					__UpperCAmelCase					:    int = 1_2     ,					__UpperCAmelCase					:    int = 1_2     ,					__UpperCAmelCase					:    int = 3_0_7_2     ,					__UpperCAmelCase					:    str = "gelu"     ,					__UpperCAmelCase					:    float = 0.1     ,					__UpperCAmelCase					:    float = 0.1     ,					__UpperCAmelCase					:    int = 5_1_4     ,					__UpperCAmelCase					:    float = 0.02     ,					__UpperCAmelCase					:    int = 1     ,					__UpperCAmelCase					:    float = 1e-05     ,					__UpperCAmelCase					:    Union[str, Any]=None     ,					__UpperCAmelCase					:    List[Any]=False     ,					__UpperCAmelCase					:    Union[str, Any]=0.0     ,					**__UpperCAmelCase					:    Any     ,					) ->     Optional[Any]:
						super().__init__(pad_token_id=__UpperCAmelCase     ,					**__UpperCAmelCase							)
						SCREAMING_SNAKE_CASE__										=   vocab_size
						SCREAMING_SNAKE_CASE__										=   hidden_size
						SCREAMING_SNAKE_CASE__										=   num_hidden_layers
						SCREAMING_SNAKE_CASE__										=   num_attention_heads
						SCREAMING_SNAKE_CASE__										=   intermediate_size
						SCREAMING_SNAKE_CASE__										=   hidden_act
						SCREAMING_SNAKE_CASE__										=   hidden_dropout_prob
						SCREAMING_SNAKE_CASE__										=   attention_probs_dropout_prob
						SCREAMING_SNAKE_CASE__										=   max_position_embeddings
						SCREAMING_SNAKE_CASE__										=   initializer_range
						SCREAMING_SNAKE_CASE__										=   layer_norm_eps
						SCREAMING_SNAKE_CASE__										=   classifier_dropout
						SCREAMING_SNAKE_CASE__										=   is_decoder
						SCREAMING_SNAKE_CASE__										=   act_dropout


