'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCamelCase					:		List[str]							      =		logging.get_logger(__name__)

_UpperCamelCase					:		Optional[int]							      =		{
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}

class 	_lowercase(  SCREAMING_SNAKE_CASE__					):



   """simple docstring"""





   __lowerCamelCase     =	'''roc_bert'''





   def __init__(				self:     List[str]      ,a:     Any=30522      ,a:     Optional[int]=768      ,a:     List[str]=12      ,a:     Union[str, Any]=12      ,a:     Tuple=3072      ,a:     Optional[Any]="gelu"      ,a:     Union[str, Any]=0.1      ,a:     List[Any]=0.1      ,a:     Any=512      ,a:     Tuple=2      ,a:     Optional[Any]=0.02      ,a:     Optional[Any]=1e-12      ,a:     str=True      ,a:     Optional[int]=0      ,a:     List[Any]="absolute"      ,a:     Union[str, Any]=None      ,a:     Any=True      ,a:     Dict=True      ,a:     Optional[int]=768      ,a:     Optional[Any]=910      ,a:     List[str]=512      ,a:     Optional[int]=24858      ,a:     Optional[Any]=True      ,**a:     Optional[int]      ,):
    __UpperCAmelCase								=       vocab_size
    __UpperCAmelCase								=       max_position_embeddings
    __UpperCAmelCase								=       hidden_size
    __UpperCAmelCase								=       num_hidden_layers
    __UpperCAmelCase								=       num_attention_heads
    __UpperCAmelCase								=       intermediate_size
    __UpperCAmelCase								=       hidden_act
    __UpperCAmelCase								=       hidden_dropout_prob
    __UpperCAmelCase								=       attention_probs_dropout_prob
    __UpperCAmelCase								=       initializer_range
    __UpperCAmelCase								=       type_vocab_size
    __UpperCAmelCase								=       layer_norm_eps
    __UpperCAmelCase								=       use_cache
    __UpperCAmelCase								=       enable_pronunciation
    __UpperCAmelCase								=       enable_shape
    __UpperCAmelCase								=       pronunciation_embed_dim
    __UpperCAmelCase								=       pronunciation_vocab_size
    __UpperCAmelCase								=       shape_embed_dim
    __UpperCAmelCase								=       shape_vocab_size
    __UpperCAmelCase								=       concat_input
    __UpperCAmelCase								=       position_embedding_type
    __UpperCAmelCase								=       classifier_dropout
    super().__init__(pad_token_id=_lowercase      ,**_lowercase						)








"""simple docstring"""







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available


A		=						{}

try:
			if not is_sentencepiece_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			A		=						['GPTSw3Tokenizer']


if TYPE_CHECKING:
			try:
						if not is_sentencepiece_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .tokenization_gpt_swa import GPTSwaTokenizer

else:
			import sys

			A		=						_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)



