"""simple docstring"""
# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


SCREAMING_SNAKE_CASE__      						=  {
    """configuration_xmod""": [
        """XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP""",
        """XmodConfig""",
        """XmodOnnxConfig""",
    ],
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     SCREAMING_SNAKE_CASE__      						=  [
         """XMOD_PRETRAINED_MODEL_ARCHIVE_LIST""",
         """XmodForCausalLM""",
         """XmodForMaskedLM""",
         """XmodForMultipleChoice""",
         """XmodForQuestionAnswering""",
         """XmodForSequenceClassification""",
         """XmodForTokenClassification""",
         """XmodModel""",
         """XmodPreTrainedModel""",
     ]

if TYPE_CHECKING:
     from .configuration_xmod import XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP, XmodConfig, XmodOnnxConfig

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_xmod import (
              XMOD_PRETRAINED_MODEL_ARCHIVE_LIST,
              XmodForCausalLM,
              XmodForMaskedLM,
              XmodForMultipleChoice,
              XmodForQuestionAnswering,
              XmodForSequenceClassification,
              XmodForTokenClassification,
              XmodModel,
              XmodPreTrainedModel,
          )

else:
     import sys

     SCREAMING_SNAKE_CASE__      						=  _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)



"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__      						=  logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__      						=  {
    "weiweishi/roc-bert-base-zh": "https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json",
}



class   lowerCAmelCase_    (			lowerCAmelCase					):



				"""simple docstring"""
				_lowerCAmelCase     :    Dict			  =						"""roc_bert"""

				def __init__(				self		,    lowerCAmelCase=3_05_22		,    lowerCAmelCase=7_68		,    lowerCAmelCase=12		,    lowerCAmelCase=12		,    lowerCAmelCase=30_72		,    lowerCAmelCase="gelu"		,    lowerCAmelCase=0.1		,    lowerCAmelCase=0.1		,    lowerCAmelCase=5_12		,    lowerCAmelCase=2		,    lowerCAmelCase=0.02		,    lowerCAmelCase=1E-12		,    lowerCAmelCase=True		,    lowerCAmelCase=0		,    lowerCAmelCase="absolute"		,    lowerCAmelCase=None		,    lowerCAmelCase=True		,    lowerCAmelCase=True		,    lowerCAmelCase=7_68		,    lowerCAmelCase=9_10		,    lowerCAmelCase=5_12		,    lowerCAmelCase=2_48_58		,    lowerCAmelCase=True		,    **lowerCAmelCase		,    ):






										"""simple docstring"""

										snake_case								=			vocab_size
										snake_case								=			max_position_embeddings
										snake_case								=			hidden_size
										snake_case								=			num_hidden_layers
										snake_case								=			num_attention_heads
										snake_case								=			intermediate_size
										snake_case								=			hidden_act
										snake_case								=			hidden_dropout_prob
										snake_case								=			attention_probs_dropout_prob
										snake_case								=			initializer_range
										snake_case								=			type_vocab_size
										snake_case								=			layer_norm_eps
										snake_case								=			use_cache
										snake_case								=			enable_pronunciation
										snake_case								=			enable_shape
										snake_case								=			pronunciation_embed_dim
										snake_case								=			pronunciation_vocab_size
										snake_case								=			shape_embed_dim
										snake_case								=			shape_vocab_size
										snake_case								=			concat_input
										snake_case								=			position_embedding_type
										snake_case								=			classifier_dropout
										super().__init__(pad_token_id=lowerCAmelCase		,    **lowerCAmelCase    )


