


from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_snake_case			 =	logging.get_logger(__name__)

_snake_case			 =	{
    '''facebook/xlm-roberta-xl''': '''https://huggingface.co/facebook/xlm-roberta-xl/resolve/main/config.json''',
    '''facebook/xlm-roberta-xxl''': '''https://huggingface.co/facebook/xlm-roberta-xxl/resolve/main/config.json''',
    # See all XLM-RoBERTa-XL models at https://huggingface.co/models?filter=xlm-roberta-xl
}
class       UpperCAmelCase_   (   UpperCAmelCase__       ):

   '''simple docstring'''




   __A					: Optional[int]							=						"xlm-roberta-xl"






   def __init__(						self		,							__A=25_0880		,							__A=2560		,							__A=36		,							__A=32		,							__A=1_0240		,							__A="gelu"		,							__A=0.1		,							__A=0.1		,							__A=514		,							__A=1		,							__A=0.02		,							__A=1e-05		,							__A=1		,							__A=0		,							__A=2		,							__A="absolute"		,							__A=True		,							__A=None		,							**__A		,							):






     """simple docstring"""





     super().__init__(pad_token_id=__A		,							bos_token_id=__A		,							eos_token_id=__A		,							**__A					)
     lowerCamelCase					:   Optional[int]       =							vocab_size
     lowerCamelCase					:   List[str]       =							hidden_size
     lowerCamelCase					:   Optional[int]       =							num_hidden_layers
     lowerCamelCase					:   Optional[Any]       =							num_attention_heads
     lowerCamelCase					:   Dict       =							hidden_act
     lowerCamelCase					:   int       =							intermediate_size
     lowerCamelCase					:   Optional[Any]       =							hidden_dropout_prob
     lowerCamelCase					:   List[Any]       =							attention_probs_dropout_prob
     lowerCamelCase					:   str       =							max_position_embeddings
     lowerCamelCase					:   List[Any]       =							type_vocab_size
     lowerCamelCase					:   List[str]       =							initializer_range
     lowerCamelCase					:   List[Any]       =							layer_norm_eps
     lowerCamelCase					:   List[str]       =							position_embedding_type
     lowerCamelCase					:   Tuple       =							use_cache
     lowerCamelCase					:   str       =							classifier_dropout



class       UpperCAmelCase_   (   UpperCAmelCase__       ):

   '''simple docstring'''




   @property
   def _snake_case       (						self					):






     """simple docstring"""





     if self.task == "multiple-choice":
       lowerCamelCase					:   Any       =							{0: "batch", 1: "choice", 2: "sequence"}
     else:
       lowerCamelCase					:   Any       =							{0: "batch", 1: "sequence"}
     return OrderedDict(
         [
             ("input_ids", dynamic_axis),
             ("attention_mask", dynamic_axis),
         ]					)




'''simple docstring'''




def __lowerCAmelCase					(				UpperCamelCase__							)      ->       bool:
    if number < 0:
        raise ValueError('''number must not be negative'''							)
    return number & (number - 1) == 0


if __name__ == "__main__":
  import doctest

  doctest.testmod()
