


"""simple docstring"""
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase				=						logging.get_logger(__name__)

UpperCAmelCase				=						{
    """google/bigbird-roberta-base""": """https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json""",
    """google/bigbird-roberta-large""": """https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json""",
    """google/bigbird-base-trivia-itc""": """https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json""",
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}




class 	lowercase__				(					A_				):
   __UpperCAmelCase							       =					'''big_bird'''





   def __init__(							self      ,   SCREAMING_SNAKE_CASE=5_0358      ,   SCREAMING_SNAKE_CASE=768      ,   SCREAMING_SNAKE_CASE=12      ,   SCREAMING_SNAKE_CASE=12      ,   SCREAMING_SNAKE_CASE=3072      ,   SCREAMING_SNAKE_CASE="gelu_new"      ,   SCREAMING_SNAKE_CASE=0.1      ,   SCREAMING_SNAKE_CASE=0.1      ,   SCREAMING_SNAKE_CASE=4096      ,   SCREAMING_SNAKE_CASE=2      ,   SCREAMING_SNAKE_CASE=0.02      ,   SCREAMING_SNAKE_CASE=1e-1_2      ,   SCREAMING_SNAKE_CASE=True      ,   SCREAMING_SNAKE_CASE=0      ,   SCREAMING_SNAKE_CASE=1      ,   SCREAMING_SNAKE_CASE=2      ,   SCREAMING_SNAKE_CASE=66      ,   SCREAMING_SNAKE_CASE="block_sparse"      ,   SCREAMING_SNAKE_CASE=True      ,   SCREAMING_SNAKE_CASE=False      ,   SCREAMING_SNAKE_CASE=64      ,   SCREAMING_SNAKE_CASE=3      ,   SCREAMING_SNAKE_CASE=None      ,   **SCREAMING_SNAKE_CASE      ,   )  ->  Union[str, Any]:
      super().__init__(
          pad_token_id=SCREAMING_SNAKE_CASE      ,   bos_token_id=SCREAMING_SNAKE_CASE      ,   eos_token_id=SCREAMING_SNAKE_CASE      ,   sep_token_id=SCREAMING_SNAKE_CASE      ,   **SCREAMING_SNAKE_CASE      ,   )

      _lowerCamelCase	:					Optional[Any]   =		vocab_size
      _lowerCamelCase	:					Dict   =		max_position_embeddings
      _lowerCamelCase	:					int   =		hidden_size
      _lowerCamelCase	:					Any   =		num_hidden_layers
      _lowerCamelCase	:					Optional[int]   =		num_attention_heads
      _lowerCamelCase	:					int   =		intermediate_size
      _lowerCamelCase	:					int   =		hidden_act
      _lowerCamelCase	:					Union[str, Any]   =		hidden_dropout_prob
      _lowerCamelCase	:					Optional[Any]   =		attention_probs_dropout_prob
      _lowerCamelCase	:					str   =		initializer_range
      _lowerCamelCase	:					Optional[int]   =		type_vocab_size
      _lowerCamelCase	:					Optional[int]   =		layer_norm_eps
      _lowerCamelCase	:					Optional[Any]   =		use_cache

      _lowerCamelCase	:					Any   =		rescale_embeddings
      _lowerCamelCase	:					Optional[int]   =		attention_type
      _lowerCamelCase	:					Optional[int]   =		use_bias
      _lowerCamelCase	:					List[Any]   =		block_size
      _lowerCamelCase	:					str   =		num_random_blocks
      _lowerCamelCase	:					Any   =		classifier_dropout







class 	lowercase__				(					A_				):





   @property
   def 		UpperCamelCase_  (							self)  ->  Mapping[str, Mapping[int, str]]:
      if self.task == "multiple-choice":
         _lowerCamelCase	:					str   =		{0: """batch""", 1: """choice""", 2: """sequence"""}
      else:
         _lowerCamelCase	:					Optional[Any]   =		{0: """batch""", 1: """sequence"""}
      return OrderedDict(
          [
              ("""input_ids""", dynamic_axis),
              ("""attention_mask""", dynamic_axis),
          ])






"""simple docstring"""






from ...configuration_utils import PretrainedConfig



class     UpperCAmelCase    (	__SCREAMING_SNAKE_CASE  ):
   A__		:	str           =  '''bert-generation'''



   def __init__(       self    :	Tuple							,       __lowerCamelCase    :	Optional[int]=5_0_3_5_8							,       __lowerCamelCase    :	List[str]=1_0_2_4							,       __lowerCamelCase    :	Optional[Any]=2_4							,       __lowerCamelCase    :	Any=1_6							,       __lowerCamelCase    :	Union[str, Any]=4_0_9_6							,       __lowerCamelCase    :	Optional[Any]="gelu"							,       __lowerCamelCase    :	str=0.1							,       __lowerCamelCase    :	List[str]=0.1							,       __lowerCamelCase    :	int=5_1_2							,       __lowerCamelCase    :	Dict=0.0_2							,       __lowerCamelCase    :	Tuple=1E-12							,       __lowerCamelCase    :	Any=0							,       __lowerCamelCase    :	Union[str, Any]=2							,       __lowerCamelCase    :	List[Any]=1							,       __lowerCamelCase    :	Optional[Any]="absolute"							,       __lowerCamelCase    :	str=True							,       **__lowerCamelCase    :	List[Any]							,       ):



     """simple docstring"""
     super().__init__(pad_token_id=__lowerCamelCase							,       bos_token_id=__lowerCamelCase							,       eos_token_id=__lowerCamelCase							,       **__lowerCamelCase				)

     _snake_case   	=      vocab_size
     _snake_case   	=      hidden_size
     _snake_case   	=      num_hidden_layers
     _snake_case   	=      num_attention_heads
     _snake_case   	=      hidden_act
     _snake_case   	=      intermediate_size
     _snake_case   	=      hidden_dropout_prob
     _snake_case   	=      attention_probs_dropout_prob
     _snake_case   	=      max_position_embeddings
     _snake_case   	=      initializer_range
     _snake_case   	=      layer_norm_eps
     _snake_case   	=      position_embedding_type
     _snake_case   	=      use_cache





