






from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase			:		Optional[int]   				=    logging.get_logger(__name__)

_UpperCAmelCase			:		Optional[Any]   				=    {
    "weiweishi/roc-bert-base-zh": "https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json",
}
class  lowerCAmelCase_       (				snake_case__					):
							UpperCamelCase_		:Optional[Any]		      =    'roc_bert'




							def __init__(   self     :   Dict ,							SCREAMING_SNAKE_CASE_     :   List[Any]=30_522 ,							SCREAMING_SNAKE_CASE_     :   Optional[Any]=768 ,							SCREAMING_SNAKE_CASE_     :   Any=12 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=12 ,							SCREAMING_SNAKE_CASE_     :   Dict=3_072 ,							SCREAMING_SNAKE_CASE_     :   Tuple="gelu" ,							SCREAMING_SNAKE_CASE_     :   Optional[int]=0.1 ,							SCREAMING_SNAKE_CASE_     :   List[str]=0.1 ,							SCREAMING_SNAKE_CASE_     :   str=512 ,							SCREAMING_SNAKE_CASE_     :   Any=2 ,							SCREAMING_SNAKE_CASE_     :   Optional[int]=0.02 ,							SCREAMING_SNAKE_CASE_     :   Tuple=1e-12 ,							SCREAMING_SNAKE_CASE_     :   Tuple=True ,							SCREAMING_SNAKE_CASE_     :   str=0 ,							SCREAMING_SNAKE_CASE_     :   List[Any]="absolute" ,							SCREAMING_SNAKE_CASE_     :   Optional[Any]=None ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=True ,							SCREAMING_SNAKE_CASE_     :   List[Any]=True ,							SCREAMING_SNAKE_CASE_     :   Optional[int]=768 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=910 ,							SCREAMING_SNAKE_CASE_     :   List[str]=512 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=24_858 ,							SCREAMING_SNAKE_CASE_     :   Tuple=True ,							**SCREAMING_SNAKE_CASE_     :   List[Any] ,							):
											lowerCAmelCase__      			=						vocab_size
											lowerCAmelCase__      			=						max_position_embeddings
											lowerCAmelCase__      			=						hidden_size
											lowerCAmelCase__      			=						num_hidden_layers
											lowerCAmelCase__      			=						num_attention_heads
											lowerCAmelCase__      			=						intermediate_size
											lowerCAmelCase__      			=						hidden_act
											lowerCAmelCase__      			=						hidden_dropout_prob
											lowerCAmelCase__      			=						attention_probs_dropout_prob
											lowerCAmelCase__      			=						initializer_range
											lowerCAmelCase__      			=						type_vocab_size
											lowerCAmelCase__      			=						layer_norm_eps
											lowerCAmelCase__      			=						use_cache
											lowerCAmelCase__      			=						enable_pronunciation
											lowerCAmelCase__      			=						enable_shape
											lowerCAmelCase__      			=						pronunciation_embed_dim
											lowerCAmelCase__      			=						pronunciation_vocab_size
											lowerCAmelCase__      			=						shape_embed_dim
											lowerCAmelCase__      			=						shape_vocab_size
											lowerCAmelCase__      			=						concat_input
											lowerCAmelCase__      			=						position_embedding_type
											lowerCAmelCase__      			=						classifier_dropout
											super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_ ,							**SCREAMING_SNAKE_CASE_	)













from .glue import GlueDataset, GlueDataTrainingArguments
from .language_modeling import (
    LineByLineTextDataset,
    LineByLineWithRefDataset,
    LineByLineWithSOPTextDataset,
    TextDataset,
    TextDatasetForNextSentencePrediction,
)
from .squad import SquadDataset, SquadDataTrainingArguments





