


# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__snake_case				      =   {
    "configuration_xmod": [
        "XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "XmodConfig",
        "XmodOnnxConfig",
    ],
}

try:
			if not is_torch_available():
						raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
			pass
else:
			__snake_case				      =   [
			    "XMOD_PRETRAINED_MODEL_ARCHIVE_LIST",
			    "XmodForCausalLM",
			    "XmodForMaskedLM",
			    "XmodForMultipleChoice",
			    "XmodForQuestionAnswering",
			    "XmodForSequenceClassification",
			    "XmodForTokenClassification",
			    "XmodModel",
			    "XmodPreTrainedModel",
			]

if TYPE_CHECKING:
			from .configuration_xmod import XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP, XmodConfig, XmodOnnxConfig

			try:
						if not is_torch_available():
									raise OptionalDependencyNotAvailable()
			except OptionalDependencyNotAvailable:
						pass
			else:
						from .modeling_xmod import (
						    XMOD_PRETRAINED_MODEL_ARCHIVE_LIST,
						    XmodForCausalLM,
						    XmodForMaskedLM,
						    XmodForMultipleChoice,
						    XmodForQuestionAnswering,
						    XmodForSequenceClassification,
						    XmodForTokenClassification,
						    XmodModel,
						    XmodPreTrainedModel,
						)

else:
			import sys

			__snake_case				      =   _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)








from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case            =   logging.get_logger(__name__)

__snake_case            =   {
    "SCUT-DLVCLab/lilt-roberta-en-base": (
        "https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json"
    ),
}




class    UpperCAmelCase					(       __snake_case    ):
			lowercase						= """lilt"""




			def __init__(						self							:		Tuple       ,       __magic_name__							:		Tuple=3_0_5_2_2       ,       __magic_name__							:		List[str]=7_6_8       ,       __magic_name__							:		Optional[Any]=1_2       ,       __magic_name__							:		str=1_2       ,       __magic_name__							:		Tuple=3_0_7_2       ,       __magic_name__							:		List[Any]="gelu"       ,       __magic_name__							:		Dict=0.1       ,       __magic_name__							:		str=0.1       ,       __magic_name__							:		Dict=5_1_2       ,       __magic_name__							:		Any=2       ,       __magic_name__							:		Optional[int]=0.02       ,       __magic_name__							:		Optional[int]=1e-12       ,       __magic_name__							:		Optional[int]=0       ,       __magic_name__							:		List[str]="absolute"       ,       __magic_name__							:		List[Any]=None       ,       __magic_name__							:		str=4       ,       __magic_name__							:		Any=1_0_2_4       ,       **__magic_name__							:		List[str]       ,       ):







						"""simple docstring"""







						super().__init__(pad_token_id=__magic_name__       ,       **__magic_name__						)

						UpperCamelCase         =					vocab_size
						UpperCamelCase         =					hidden_size
						UpperCamelCase         =					num_hidden_layers
						UpperCamelCase         =					num_attention_heads
						UpperCamelCase         =					hidden_act
						UpperCamelCase         =					intermediate_size
						UpperCamelCase         =					hidden_dropout_prob
						UpperCamelCase         =					attention_probs_dropout_prob
						UpperCamelCase         =					max_position_embeddings
						UpperCamelCase         =					type_vocab_size
						UpperCamelCase         =					initializer_range
						UpperCamelCase         =					layer_norm_eps
						UpperCamelCase         =					position_embedding_type
						UpperCamelCase         =					classifier_dropout
						UpperCamelCase         =					channel_shrink_ratio
						UpperCamelCase         =					max_ad_position_embeddings




