





'''simple docstring'''




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowercase__       : Any         =       logging.get_logger(__name__)

lowercase__       : str         =       {
    '''facebook/xmod-base''': '''https://huggingface.co/facebook/xmod-base/resolve/main/config.json''',
    '''facebook/xmod-large-prenorm''': '''https://huggingface.co/facebook/xmod-large-prenorm/resolve/main/config.json''',
    '''facebook/xmod-base-13-125k''': '''https://huggingface.co/facebook/xmod-base-13-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-125k''': '''https://huggingface.co/facebook/xmod-base-30-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-195k''': '''https://huggingface.co/facebook/xmod-base-30-195k/resolve/main/config.json''',
    '''facebook/xmod-base-60-125k''': '''https://huggingface.co/facebook/xmod-base-60-125k/resolve/main/config.json''',
    '''facebook/xmod-base-60-265k''': '''https://huggingface.co/facebook/xmod-base-60-265k/resolve/main/config.json''',
    '''facebook/xmod-base-75-125k''': '''https://huggingface.co/facebook/xmod-base-75-125k/resolve/main/config.json''',
    '''facebook/xmod-base-75-269k''': '''https://huggingface.co/facebook/xmod-base-75-269k/resolve/main/config.json''',
}


class 					SCREAMING_SNAKE_CASE       (a__				):
     lowerCAmelCase						     =			'''xmod'''


     def __init__(		self		,      _UpperCAmelCase=3_0522		,      _UpperCAmelCase=768		,      _UpperCAmelCase=12		,      _UpperCAmelCase=12		,      _UpperCAmelCase=3072		,      _UpperCAmelCase="gelu"		,      _UpperCAmelCase=0.1		,      _UpperCAmelCase=0.1		,      _UpperCAmelCase=512		,      _UpperCAmelCase=2		,      _UpperCAmelCase=0.02		,      _UpperCAmelCase=1e-1_2		,      _UpperCAmelCase=1		,      _UpperCAmelCase=0		,      _UpperCAmelCase=2		,      _UpperCAmelCase="absolute"		,      _UpperCAmelCase=True		,      _UpperCAmelCase=None		,      _UpperCAmelCase=False		,      _UpperCAmelCase=2		,      _UpperCAmelCase=False		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=("en_XX",)		,      _UpperCAmelCase=None		,      **_UpperCAmelCase		,      ):

          '''simple docstring'''






          super().__init__(pad_token_id=_UpperCAmelCase		,      bos_token_id=_UpperCAmelCase		,      eos_token_id=_UpperCAmelCase		,      **_UpperCAmelCase)

          __A		:					Optional[int]						=			vocab_size
          __A		:					List[Any]						=			hidden_size
          __A		:					Tuple						=			num_hidden_layers
          __A		:					List[Any]						=			num_attention_heads
          __A		:					Optional[Any]						=			hidden_act
          __A		:					Optional[int]						=			intermediate_size
          __A		:					Dict						=			hidden_dropout_prob
          __A		:					Union[str, Any]						=			attention_probs_dropout_prob
          __A		:					List[Any]						=			max_position_embeddings
          __A		:					Optional[int]						=			type_vocab_size
          __A		:					int						=			initializer_range
          __A		:					Optional[Any]						=			layer_norm_eps
          __A		:					Any						=			position_embedding_type
          __A		:					Tuple						=			use_cache
          __A		:					Dict						=			classifier_dropout
          __A		:					Union[str, Any]						=			pre_norm
          __A		:					str						=			adapter_reduction_factor
          __A		:					Tuple						=			adapter_layer_norm
          __A		:					str						=			adapter_reuse_layer_norm
          __A		:					Dict						=			ln_before_adapter
          __A		:					str						=			list(_UpperCAmelCase)
          __A		:					Optional[int]						=			default_language




class 					SCREAMING_SNAKE_CASE       (a__				):


     @property
     def 				SCREAMING_SNAKE_CASE    (		self):

          '''simple docstring'''






          if self.task == "multiple-choice":
               __A		:					Union[str, Any]						=			{0: 'batch', 1: 'choice', 2: 'sequence'}
          else:
               __A		:					List[Any]						=			{0: 'batch', 1: 'sequence'}
          return OrderedDict(
              [
                  ('input_ids', dynamic_axis),
                  ('attention_mask', dynamic_axis),
              ])






'''simple docstring'''




def 			_lowerCAmelCase     (    __snake_case    :					int					,				__snake_case    :					int					,				__snake_case    :					int     )	->	float:
     __A		:					Dict						=			(num_of_terms / 2) * (2 * first_term + (num_of_terms - 1) * common_diff)
     # formula for sum of series
     return total






def 			_lowerCAmelCase     (    )	->	Union[str, Any]:
     print(sum_of_series(1					,				1					,				10     )     )


if __name__ == "__main__":
  import doctest

  doctest.testmod()