
'''simple docstring'''
from typing import TYPE_CHECKING

from ...utils import _LazyModule


__lowerCAmelCase												=	{"""tokenization_bertweet""": ["""BertweetTokenizer"""]}


if TYPE_CHECKING:
					from .tokenization_bertweet import BertweetTokenizer

else:
					import sys

					__lowerCAmelCase												=	_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)

'''simple docstring'''
import logging

from transformers.configuration_utils import PretrainedConfig


__lowerCAmelCase												=	logging.getLogger(__name__)


class       _lowerCAmelCase   (   __snake_case				):







							'''simple docstring'''

							lowerCAmelCase_ 						=						"masked_bert"

							def __init__(self  ,  UpperCAmelCase=30522  ,  UpperCAmelCase=768  ,  UpperCAmelCase=12  ,  UpperCAmelCase=12  ,  UpperCAmelCase=3072  ,  UpperCAmelCase="gelu"  ,  UpperCAmelCase=0.1  ,  UpperCAmelCase=0.1  ,  UpperCAmelCase=512  ,  UpperCAmelCase=2  ,  UpperCAmelCase=0.02  ,  UpperCAmelCase=1e-1_2  ,  UpperCAmelCase=0  ,  UpperCAmelCase="topK"  ,  UpperCAmelCase="constant"  ,  UpperCAmelCase=0.0  ,  **UpperCAmelCase  ,  )					->       int:
														super().__init__(pad_token_id=UpperCAmelCase  ,  **UpperCAmelCase  )

														_snake_case       =  vocab_size
														_snake_case       =  hidden_size
														_snake_case       =  num_hidden_layers
														_snake_case       =  num_attention_heads
														_snake_case       =  hidden_act
														_snake_case       =  intermediate_size
														_snake_case       =  hidden_dropout_prob
														_snake_case       =  attention_probs_dropout_prob
														_snake_case       =  max_position_embeddings
														_snake_case       =  type_vocab_size
														_snake_case       =  initializer_range
														_snake_case       =  layer_norm_eps
														_snake_case       =  pruning_method
														_snake_case       =  mask_init
														_snake_case       =  mask_scale