



"""simple docstring"""
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase						:		List[str]			= logging.get_logger(__name__)

UpperCAmelCase						:		str			= {
    "facebook/xlm-roberta-xl": "https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json",
    "facebook/xlm-roberta-xxl": "https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json",
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}


class    SCREAMING_SNAKE_CASE__ (							__UpperCAmelCase   ):
    lowercase__      =   "xlm-roberta-xl"

    def __init__(				self			:				List[str] ,  lowerCAmelCase_			:				Dict=2_5_0_8_8_0 ,  lowerCAmelCase_			:				int=2_5_6_0 ,  lowerCAmelCase_			:				Optional[int]=3_6 ,  lowerCAmelCase_			:				Union[str, Any]=3_2 ,  lowerCAmelCase_			:				str=1_0_2_4_0 ,  lowerCAmelCase_			:				str="gelu" ,  lowerCAmelCase_			:				Dict=0.1 ,  lowerCAmelCase_			:				List[Any]=0.1 ,  lowerCAmelCase_			:				Optional[Any]=5_1_4 ,  lowerCAmelCase_			:				List[Any]=1 ,  lowerCAmelCase_			:				int=0.02 ,  lowerCAmelCase_			:				Optional[int]=1E-05 ,  lowerCAmelCase_			:				Dict=1 ,  lowerCAmelCase_			:				str=0 ,  lowerCAmelCase_			:				Union[str, Any]=2 ,  lowerCAmelCase_			:				List[str]="absolute" ,  lowerCAmelCase_			:				Dict=True ,  lowerCAmelCase_			:				Dict=None ,  **lowerCAmelCase_			:				str ,  ):







      """simple docstring"""







      super().__init__(pad_token_id=lowerCAmelCase_ ,  bos_token_id=lowerCAmelCase_ ,  eos_token_id=lowerCAmelCase_ ,  **lowerCAmelCase_)
      lowercase_								= vocab_size
      lowercase_								= hidden_size
      lowercase_								= num_hidden_layers
      lowercase_								= num_attention_heads
      lowercase_								= hidden_act
      lowercase_								= intermediate_size
      lowercase_								= hidden_dropout_prob
      lowercase_								= attention_probs_dropout_prob
      lowercase_								= max_position_embeddings
      lowercase_								= type_vocab_size
      lowercase_								= initializer_range
      lowercase_								= layer_norm_eps
      lowercase_								= position_embedding_type
      lowercase_								= use_cache
      lowercase_								= classifier_dropout







class    SCREAMING_SNAKE_CASE__ (							__UpperCAmelCase   ):

    @property
    def 					_UpperCAmelCase	(				self			:				Union[str, Any]):







      """simple docstring"""







      if self.task == "multiple-choice":
        lowercase_								= {0: """batch""", 1: """choice""", 2: """sequence"""}
      else:
        lowercase_								= {0: """batch""", 1: """sequence"""}
      return OrderedDict(
          [
              ("""input_ids""", dynamic_axis),
              ("""attention_mask""", dynamic_axis),
          ])






"""simple docstring"""
from ..utils import DummyObject, requires_backends


class    SCREAMING_SNAKE_CASE__ (							metaclass=__UpperCAmelCase   ):
    lowercase__      =   ["keras_nlp"]

    def __init__(				self			:				Dict ,  *lowerCAmelCase_			:				List[str] ,  **lowerCAmelCase_			:				Tuple):







      """simple docstring"""







      requires_backends(self ,  ["""keras_nlp"""])

