

'''simple docstring'''



from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_UpperCamelCase						:  Any							       =				logging.get_logger(__name__)

_UpperCamelCase						:  List[Any]							       =				{
    "facebook/xlm-roberta-xl": "https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json",
    "facebook/xlm-roberta-xxl": "https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json",
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}



class 				_snake_case					(   a_			):
  SCREAMING_SNAKE_CASE			:       str				=     '''xlm-roberta-xl'''

  def __init__(				self      , _SCREAMING_SNAKE_CASE=25_08_80      , _SCREAMING_SNAKE_CASE=25_60      , _SCREAMING_SNAKE_CASE=36      , _SCREAMING_SNAKE_CASE=32      , _SCREAMING_SNAKE_CASE=1_02_40      , _SCREAMING_SNAKE_CASE="gelu"      , _SCREAMING_SNAKE_CASE=0.1      , _SCREAMING_SNAKE_CASE=0.1      , _SCREAMING_SNAKE_CASE=5_14      , _SCREAMING_SNAKE_CASE=1      , _SCREAMING_SNAKE_CASE=0.02      , _SCREAMING_SNAKE_CASE=1e-05      , _SCREAMING_SNAKE_CASE=1      , _SCREAMING_SNAKE_CASE=0      , _SCREAMING_SNAKE_CASE=2      , _SCREAMING_SNAKE_CASE="absolute"      , _SCREAMING_SNAKE_CASE=True      , _SCREAMING_SNAKE_CASE=None      , **_SCREAMING_SNAKE_CASE      , ):





      '''simple docstring'''

      super().__init__(pad_token_id=_SCREAMING_SNAKE_CASE      , bos_token_id=_SCREAMING_SNAKE_CASE      , eos_token_id=_SCREAMING_SNAKE_CASE      , **_SCREAMING_SNAKE_CASE	)
      lowerCAmelCase 						=							vocab_size
      lowerCAmelCase 						=							hidden_size
      lowerCAmelCase 						=							num_hidden_layers
      lowerCAmelCase 						=							num_attention_heads
      lowerCAmelCase 						=							hidden_act
      lowerCAmelCase 						=							intermediate_size
      lowerCAmelCase 						=							hidden_dropout_prob
      lowerCAmelCase 						=							attention_probs_dropout_prob
      lowerCAmelCase 						=							max_position_embeddings
      lowerCAmelCase 						=							type_vocab_size
      lowerCAmelCase 						=							initializer_range
      lowerCAmelCase 						=							layer_norm_eps
      lowerCAmelCase 						=							position_embedding_type
      lowerCAmelCase 						=							use_cache
      lowerCAmelCase 						=							classifier_dropout



class 				_snake_case					(   a_			):

  @property
  def   _SCREAMING_SNAKE_CASE				(				self	):





      '''simple docstring'''

      if self.task == "multiple-choice":
          lowerCAmelCase 						=							{0: 'batch', 1: 'choice', 2: 'sequence'}
      else:
          lowerCAmelCase 						=							{0: 'batch', 1: 'sequence'}
      return OrderedDict(
          [
              ('input_ids', dynamic_axis),
              ('attention_mask', dynamic_axis),
          ]	)








'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCamelCase						:  Optional[int]							       =				logging.get_logger(__name__)

_UpperCamelCase						:  Tuple							       =				{
    "google/canine-s": "https://huggingface.co/google/canine-s/resolve/main/config.json",
    # See all CANINE models at https://huggingface.co/models?filter=canine
}



class 				_snake_case					(   a_			):
  SCREAMING_SNAKE_CASE			:       List[Any]				=     '''canine'''

  def __init__(				self      , _SCREAMING_SNAKE_CASE=7_68      , _SCREAMING_SNAKE_CASE=12      , _SCREAMING_SNAKE_CASE=12      , _SCREAMING_SNAKE_CASE=30_72      , _SCREAMING_SNAKE_CASE="gelu"      , _SCREAMING_SNAKE_CASE=0.1      , _SCREAMING_SNAKE_CASE=0.1      , _SCREAMING_SNAKE_CASE=1_63_84      , _SCREAMING_SNAKE_CASE=16      , _SCREAMING_SNAKE_CASE=0.02      , _SCREAMING_SNAKE_CASE=1e-12      , _SCREAMING_SNAKE_CASE=0      , _SCREAMING_SNAKE_CASE=0Xe0_00      , _SCREAMING_SNAKE_CASE=0Xe0_01      , _SCREAMING_SNAKE_CASE=4      , _SCREAMING_SNAKE_CASE=4      , _SCREAMING_SNAKE_CASE=8      , _SCREAMING_SNAKE_CASE=1_63_84      , _SCREAMING_SNAKE_CASE=1_28      , **_SCREAMING_SNAKE_CASE      , ):





      '''simple docstring'''

      super().__init__(pad_token_id=_SCREAMING_SNAKE_CASE      , bos_token_id=_SCREAMING_SNAKE_CASE      , eos_token_id=_SCREAMING_SNAKE_CASE      , **_SCREAMING_SNAKE_CASE	)

      lowerCAmelCase 						=							max_position_embeddings
      lowerCAmelCase 						=							hidden_size
      lowerCAmelCase 						=							num_hidden_layers
      lowerCAmelCase 						=							num_attention_heads
      lowerCAmelCase 						=							intermediate_size
      lowerCAmelCase 						=							hidden_act
      lowerCAmelCase 						=							hidden_dropout_prob
      lowerCAmelCase 						=							attention_probs_dropout_prob
      lowerCAmelCase 						=							initializer_range
      lowerCAmelCase 						=							type_vocab_size
      lowerCAmelCase 						=							layer_norm_eps

      # Character config:
      lowerCAmelCase 						=							downsampling_rate
      lowerCAmelCase 						=							upsampling_kernel_size
      lowerCAmelCase 						=							num_hash_functions
      lowerCAmelCase 						=							num_hash_buckets
      lowerCAmelCase 						=							local_transformer_stride





