
from ...configuration_utils import PretrainedConfig


__lowerCAmelCase					   =       {
    'google/tapas-base-finetuned-sqa': (
        'https://huggingface.co/google/tapas-base-finetuned-sqa/resolve/main/config.json'
    ),
    'google/tapas-base-finetuned-wtq': (
        'https://huggingface.co/google/tapas-base-finetuned-wtq/resolve/main/config.json'
    ),
    'google/tapas-base-finetuned-wikisql-supervised': (
        'https://huggingface.co/google/tapas-base-finetuned-wikisql-supervised/resolve/main/config.json'
    ),
    'google/tapas-base-finetuned-tabfact': (
        'https://huggingface.co/google/tapas-base-finetuned-tabfact/resolve/main/config.json'
    ),
}





class     lowerCamelCase      (       __lowerCamelCase					):
	UpperCamelCase_  :					Any    		=	'tapas'







	def __init__(     self      :Any   ,     lowercase      :Tuple=3_0_5_2_2   ,     lowercase      :Tuple=7_6_8   ,     lowercase      :str=1_2   ,     lowercase      :Optional[int]=1_2   ,     lowercase      :List[Any]=3_0_7_2   ,     lowercase      :Optional[Any]="gelu"   ,     lowercase      :List[Any]=0.1   ,     lowercase      :Optional[int]=0.1   ,     lowercase      :Dict=1_0_2_4   ,     lowercase      :Optional[int]=[3, 2_5_6, 2_5_6, 2, 2_5_6, 2_5_6, 1_0]   ,     lowercase      :List[str]=0.02   ,     lowercase      :Optional[int]=1e-12   ,     lowercase      :Optional[Any]=0   ,     lowercase      :List[Any]=10.0   ,     lowercase      :int=0   ,     lowercase      :Any=1.0   ,     lowercase      :int=None   ,     lowercase      :Optional[Any]=1.0   ,     lowercase      :Tuple=False   ,     lowercase      :Dict=None   ,     lowercase      :Dict=1.0   ,     lowercase      :Optional[Any]=1.0   ,     lowercase      :Any=False   ,     lowercase      :Union[str, Any]=False   ,     lowercase      :List[str]="ratio"   ,     lowercase      :Dict=None   ,     lowercase      :Dict=None   ,     lowercase      :List[Any]=6_4   ,     lowercase      :Any=3_2   ,     lowercase      :str=False   ,     lowercase      :List[Any]=True   ,     lowercase      :Optional[Any]=False   ,     lowercase      :Optional[Any]=False   ,     lowercase      :str=True   ,     lowercase      :Optional[Any]=False   ,     lowercase      :Optional[Any]=None   ,     lowercase      :Optional[Any]=None   ,     **lowercase      :Dict   ,     )		->      Dict:







				"""simple docstring"""






				super().__init__(pad_token_id=lowercase   ,     **lowercase			)

				# BERT hyperparameters (with updated max_position_embeddings and type_vocab_sizes)
				SCREAMING_SNAKE_CASE     						= vocab_size
				SCREAMING_SNAKE_CASE     						= hidden_size
				SCREAMING_SNAKE_CASE     						= num_hidden_layers
				SCREAMING_SNAKE_CASE     						= num_attention_heads
				SCREAMING_SNAKE_CASE     						= hidden_act
				SCREAMING_SNAKE_CASE     						= intermediate_size
				SCREAMING_SNAKE_CASE     						= hidden_dropout_prob
				SCREAMING_SNAKE_CASE     						= attention_probs_dropout_prob
				SCREAMING_SNAKE_CASE     						= max_position_embeddings
				SCREAMING_SNAKE_CASE     						= type_vocab_sizes
				SCREAMING_SNAKE_CASE     						= initializer_range
				SCREAMING_SNAKE_CASE     						= layer_norm_eps

				# Fine-tuning task hyperparameters
				SCREAMING_SNAKE_CASE     						= positive_label_weight
				SCREAMING_SNAKE_CASE     						= num_aggregation_labels
				SCREAMING_SNAKE_CASE     						= aggregation_loss_weight
				SCREAMING_SNAKE_CASE     						= use_answer_as_supervision
				SCREAMING_SNAKE_CASE     						= answer_loss_importance
				SCREAMING_SNAKE_CASE     						= use_normalized_answer_loss
				SCREAMING_SNAKE_CASE     						= huber_loss_delta
				SCREAMING_SNAKE_CASE     						= temperature
				SCREAMING_SNAKE_CASE     						= aggregation_temperature
				SCREAMING_SNAKE_CASE     						= use_gumbel_for_cells
				SCREAMING_SNAKE_CASE     						= use_gumbel_for_aggregation
				SCREAMING_SNAKE_CASE     						= average_approximation_function
				SCREAMING_SNAKE_CASE     						= cell_selection_preference
				SCREAMING_SNAKE_CASE     						= answer_loss_cutoff
				SCREAMING_SNAKE_CASE     						= max_num_rows
				SCREAMING_SNAKE_CASE     						= max_num_columns
				SCREAMING_SNAKE_CASE     						= average_logits_per_cell
				SCREAMING_SNAKE_CASE     						= select_one_column
				SCREAMING_SNAKE_CASE     						= allow_empty_column_selection
				SCREAMING_SNAKE_CASE     						= init_cell_selection_weights_to_zero
				SCREAMING_SNAKE_CASE     						= reset_position_index_per_cell
				SCREAMING_SNAKE_CASE     						= disable_per_token_loss

				# Aggregation hyperparameters
				SCREAMING_SNAKE_CASE     						= aggregation_labels
				SCREAMING_SNAKE_CASE     						= no_aggregation_label_index

				if isinstance(self.aggregation_labels   ,     lowercase			):
							SCREAMING_SNAKE_CASE     						= {int(lowercase			): v for k, v in aggregation_labels.items()}

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase					   =       logging.get_logger(__name__)

__lowerCAmelCase					   =       {
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}





class     lowerCamelCase      (       __lowerCamelCase					):
	UpperCamelCase_  :					Union[str, Any]    		=	'biogpt'







	def __init__(     self      :Tuple   ,     lowercase      :Union[str, Any]=4_2_3_8_4   ,     lowercase      :str=1_0_2_4   ,     lowercase      :Any=2_4   ,     lowercase      :List[str]=1_6   ,     lowercase      :List[str]=4_0_9_6   ,     lowercase      :int="gelu"   ,     lowercase      :List[Any]=0.1   ,     lowercase      :int=0.1   ,     lowercase      :int=1_0_2_4   ,     lowercase      :Optional[Any]=0.02   ,     lowercase      :Union[str, Any]=1e-12   ,     lowercase      :Tuple=True   ,     lowercase      :int=True   ,     lowercase      :Optional[int]=0.0   ,     lowercase      :Any=0.0   ,     lowercase      :str=1   ,     lowercase      :Any=0   ,     lowercase      :int=2   ,     **lowercase      :Tuple   ,     )		->      Optional[int]:







				"""simple docstring"""






				SCREAMING_SNAKE_CASE     						= vocab_size
				SCREAMING_SNAKE_CASE     						= max_position_embeddings
				SCREAMING_SNAKE_CASE     						= hidden_size
				SCREAMING_SNAKE_CASE     						= num_hidden_layers
				SCREAMING_SNAKE_CASE     						= num_attention_heads
				SCREAMING_SNAKE_CASE     						= intermediate_size
				SCREAMING_SNAKE_CASE     						= hidden_act
				SCREAMING_SNAKE_CASE     						= hidden_dropout_prob
				SCREAMING_SNAKE_CASE     						= attention_probs_dropout_prob
				SCREAMING_SNAKE_CASE     						= initializer_range
				SCREAMING_SNAKE_CASE     						= layer_norm_eps
				SCREAMING_SNAKE_CASE     						= scale_embedding
				SCREAMING_SNAKE_CASE     						= use_cache
				SCREAMING_SNAKE_CASE     						= layerdrop
				SCREAMING_SNAKE_CASE     						= activation_dropout
				super().__init__(pad_token_id=lowercase   ,     bos_token_id=lowercase   ,     eos_token_id=lowercase   ,     **lowercase			)