


from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCAmelCase			=				logging.get_logger(__name__)

lowerCAmelCase			=				{
    'google/bigbird-roberta-base': 'https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json',
    'google/bigbird-roberta-large': 'https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json',
    'google/bigbird-base-trivia-itc': 'https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json',
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}


class 			_a				(     UpperCamelCase__     ):
							_lowercase      :     Any     =					'''big_bird'''

							def __init__(				self:      List[str]       ,		UpperCamelCase_:      List[Any]=50_358       ,		UpperCamelCase_:      Dict=768       ,		UpperCamelCase_:      Tuple=12       ,		UpperCamelCase_:      Union[str, Any]=12       ,		UpperCamelCase_:      Optional[int]=3_072       ,		UpperCamelCase_:      Tuple="gelu_new"       ,		UpperCamelCase_:      List[str]=0.1       ,		UpperCamelCase_:      Any=0.1       ,		UpperCamelCase_:      Optional[int]=4_096       ,		UpperCamelCase_:      List[Any]=2       ,		UpperCamelCase_:      Tuple=0.02       ,		UpperCamelCase_:      int=1E-1_2       ,		UpperCamelCase_:      Dict=True       ,		UpperCamelCase_:      Tuple=0       ,		UpperCamelCase_:      Any=1       ,		UpperCamelCase_:      Tuple=2       ,		UpperCamelCase_:      List[str]=66       ,		UpperCamelCase_:      Any="block_sparse"       ,		UpperCamelCase_:      int=True       ,		UpperCamelCase_:      Dict=False       ,		UpperCamelCase_:      List[Any]=64       ,		UpperCamelCase_:      Union[str, Any]=3       ,		UpperCamelCase_:      Optional[int]=None       ,		**UpperCamelCase_:      Union[str, Any]       ,		)     ->  List[str]:





									"""simple docstring"""







									super().__init__(
									    pad_token_id=UpperCamelCase_       ,		bos_token_id=UpperCamelCase_       ,		eos_token_id=UpperCamelCase_       ,		sep_token_id=UpperCamelCase_       ,		**UpperCamelCase_       ,		)

									lowercase__				= vocab_size
									lowercase__				= max_position_embeddings
									lowercase__				= hidden_size
									lowercase__				= num_hidden_layers
									lowercase__				= num_attention_heads
									lowercase__				= intermediate_size
									lowercase__				= hidden_act
									lowercase__				= hidden_dropout_prob
									lowercase__				= attention_probs_dropout_prob
									lowercase__				= initializer_range
									lowercase__				= type_vocab_size
									lowercase__				= layer_norm_eps
									lowercase__				= use_cache

									lowercase__				= rescale_embeddings
									lowercase__				= attention_type
									lowercase__				= use_bias
									lowercase__				= block_size
									lowercase__				= num_random_blocks
									lowercase__				= classifier_dropout


class 			_a				(     UpperCamelCase__     ):

							@property
							def  lowerCamelCase_					(				self:      str				)     ->  Mapping[str, Mapping[int, str]]:





									"""simple docstring"""







									if self.task == "multiple-choice":
											lowercase__				= {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
									else:
											lowercase__				= {0: '''batch''', 1: '''sequence'''}
									return OrderedDict(
									    [
									        ('''input_ids''', dynamic_axis),
									        ('''attention_mask''', dynamic_axis),
									    ]				)









"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase     :						Optional[Any]						       =  logging.get_logger(__name__)

__UpperCamelCase     :						List[Any]						       =  {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}







class       a							(   a__  ):
 snake_case__             =       '''megatron-bert'''



 def __init__(     self				,       _snake_case=2_90_56				,       _snake_case=10_24				,       _snake_case=24				,       _snake_case=16				,       _snake_case=40_96				,       _snake_case="gelu"				,       _snake_case=0.1				,       _snake_case=0.1				,       _snake_case=5_12				,       _snake_case=2				,       _snake_case=0.02				,       _snake_case=1E-12				,       _snake_case=0				,       _snake_case="absolute"				,       _snake_case=True				,       **_snake_case				,       ):







  """simple docstring"""






  super().__init__(pad_token_id=_snake_case				,       **_snake_case     )

  lowerCAmelCase    				= vocab_size
  lowerCAmelCase    				= hidden_size
  lowerCAmelCase    				= num_hidden_layers
  lowerCAmelCase    				= num_attention_heads
  lowerCAmelCase    				= hidden_act
  lowerCAmelCase    				= intermediate_size
  lowerCAmelCase    				= hidden_dropout_prob
  lowerCAmelCase    				= attention_probs_dropout_prob
  lowerCAmelCase    				= max_position_embeddings
  lowerCAmelCase    				= type_vocab_size
  lowerCAmelCase    				= initializer_range
  lowerCAmelCase    				= layer_norm_eps
  lowerCAmelCase    				= position_embedding_type
  lowerCAmelCase    				= use_cache





