






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase			:					Optional[Any]         =	logging.get_logger(__name__)

lowerCamelCase			:					Tuple         =	{
    '''unc-nlp/lxmert-base-uncased''': '''https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json''',
}



class 							_UpperCamelCase			(a_			):
      snake_case_  =							"""lxmert"""
      snake_case_  =							{}


      def __init__(	self					,						__UpperCamelCase=3_0_5_2_2					,						__UpperCamelCase=7_6_8					,						__UpperCamelCase=1_2					,						__UpperCamelCase=9_5_0_0					,						__UpperCamelCase=1_6_0_0					,						__UpperCamelCase=4_0_0					,						__UpperCamelCase=3_0_7_2					,						__UpperCamelCase="gelu"					,						__UpperCamelCase=0.1					,						__UpperCamelCase=0.1					,						__UpperCamelCase=5_1_2					,						__UpperCamelCase=2					,						__UpperCamelCase=0.0_2					,						__UpperCamelCase=1e-12					,						__UpperCamelCase=9					,						__UpperCamelCase=5					,						__UpperCamelCase=5					,						__UpperCamelCase=2_0_4_8					,						__UpperCamelCase=4					,						__UpperCamelCase=6.6_7					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						**__UpperCamelCase					,						)->	Optional[Any]:
           __lowerCAmelCase								=					vocab_size
           __lowerCAmelCase								=					hidden_size
           __lowerCAmelCase								=					num_attention_heads
           __lowerCAmelCase								=					hidden_act
           __lowerCAmelCase								=					intermediate_size
           __lowerCAmelCase								=					hidden_dropout_prob
           __lowerCAmelCase								=					attention_probs_dropout_prob
           __lowerCAmelCase								=					max_position_embeddings
           __lowerCAmelCase								=					type_vocab_size
           __lowerCAmelCase								=					initializer_range
           __lowerCAmelCase								=					layer_norm_eps
           __lowerCAmelCase								=					num_qa_labels
           __lowerCAmelCase								=					num_object_labels
           __lowerCAmelCase								=					num_attr_labels
           __lowerCAmelCase								=					l_layers
           __lowerCAmelCase								=					x_layers
           __lowerCAmelCase								=					r_layers
           __lowerCAmelCase								=					visual_feat_dim
           __lowerCAmelCase								=					visual_pos_dim
           __lowerCAmelCase								=					visual_loss_normalizer
           __lowerCAmelCase								=					task_matched
           __lowerCAmelCase								=					task_mask_lm
           __lowerCAmelCase								=					task_obj_predict
           __lowerCAmelCase								=					task_qa
           __lowerCAmelCase								=					visual_obj_loss
           __lowerCAmelCase								=					visual_attr_loss
           __lowerCAmelCase								=					visual_feat_loss
           __lowerCAmelCase								=					{"vision": r_layers, "cross_encoder": x_layers, "language": l_layers}
           super().__init__(**__UpperCamelCase	)














from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase			:					List[str]         =	logging.get_logger(__name__)

lowerCamelCase			:					Dict         =	{
    '''microsoft/biogpt''': '''https://huggingface.co/microsoft/biogpt/resolve/main/config.json''',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}



class 							_UpperCamelCase			(a_			):
      snake_case_  =							"""biogpt"""


      def __init__(	self					,						__UpperCamelCase=4_2_3_8_4					,						__UpperCamelCase=1_0_2_4					,						__UpperCamelCase=2_4					,						__UpperCamelCase=1_6					,						__UpperCamelCase=4_0_9_6					,						__UpperCamelCase="gelu"					,						__UpperCamelCase=0.1					,						__UpperCamelCase=0.1					,						__UpperCamelCase=1_0_2_4					,						__UpperCamelCase=0.0_2					,						__UpperCamelCase=1e-12					,						__UpperCamelCase=True					,						__UpperCamelCase=True					,						__UpperCamelCase=0.0					,						__UpperCamelCase=0.0					,						__UpperCamelCase=1					,						__UpperCamelCase=0					,						__UpperCamelCase=2					,						**__UpperCamelCase					,						)->	Optional[Any]:
           __lowerCAmelCase								=					vocab_size
           __lowerCAmelCase								=					max_position_embeddings
           __lowerCAmelCase								=					hidden_size
           __lowerCAmelCase								=					num_hidden_layers
           __lowerCAmelCase								=					num_attention_heads
           __lowerCAmelCase								=					intermediate_size
           __lowerCAmelCase								=					hidden_act
           __lowerCAmelCase								=					hidden_dropout_prob
           __lowerCAmelCase								=					attention_probs_dropout_prob
           __lowerCAmelCase								=					initializer_range
           __lowerCAmelCase								=					layer_norm_eps
           __lowerCAmelCase								=					scale_embedding
           __lowerCAmelCase								=					use_cache
           __lowerCAmelCase								=					layerdrop
           __lowerCAmelCase								=					activation_dropout
           super().__init__(pad_token_id=__UpperCamelCase					,						bos_token_id=__UpperCamelCase					,						eos_token_id=__UpperCamelCase					,						**__UpperCamelCase	)






