




"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A   :  int					=      logging.get_logger(__name__)

__A   :  Union[str, Any]					=      {
    'edbeeching/decision-transformer-gym-hopper-medium': (
        'https://huggingface.co/edbeeching/decision-transformer-gym-hopper-medium/resolve/main/config.json'
    ),
    # See all DecisionTransformer models at https://huggingface.co/models?filter=decision_transformer
}




class       lowerCAmelCase__       (			__lowercase    ):


				"""simple docstring"""





				__UpperCAmelCase :     List[Any]       =      "decision_transformer"
				__UpperCAmelCase :     int       =      ["past_key_values"]
				__UpperCAmelCase :     List[Any]       =      {
				    "max_position_embeddings": "n_positions",
				    "num_attention_heads": "n_head",
				    "num_hidden_layers": "n_layer",
				}



				def __init__(     self					:	Optional[int]    ,   lowercase__					:	Tuple=1_7    ,   lowercase__					:	Optional[Any]=4    ,   lowercase__					:	Optional[int]=1_2_8    ,   lowercase__					:	Union[str, Any]=4_0_9_6    ,   lowercase__					:	Union[str, Any]=True    ,   lowercase__					:	List[Any]=1    ,   lowercase__					:	Optional[Any]=1_0_2_4    ,   lowercase__					:	Any=3    ,   lowercase__					:	List[str]=1    ,   lowercase__					:	List[Any]=None    ,   lowercase__					:	Optional[int]="relu"    ,   lowercase__					:	str=0.1    ,   lowercase__					:	int=0.1    ,   lowercase__					:	Any=0.1    ,   lowercase__					:	Union[str, Any]=1e-5    ,   lowercase__					:	str=0.0_2    ,   lowercase__					:	List[str]=True    ,   lowercase__					:	str=True    ,   lowercase__					:	Dict=5_0_2_5_6    ,   lowercase__					:	Optional[Any]=5_0_2_5_6    ,   lowercase__					:	List[Any]=False    ,   lowercase__					:	List[str]=False    ,   **lowercase__					:	Dict    ,   ):
						__lowercase				:		int												=				state_dim
						__lowercase				:		str												=				act_dim
						__lowercase				:		str												=				hidden_size
						__lowercase				:		List[str]												=				max_ep_len
						__lowercase				:		List[str]												=				action_tanh
						__lowercase				:		Optional[Any]												=				vocab_size
						__lowercase				:		Any												=				n_positions
						__lowercase				:		List[str]												=				n_layer
						__lowercase				:		Tuple												=				n_head
						__lowercase				:		int												=				n_inner
						__lowercase				:		Any												=				activation_function
						__lowercase				:		Union[str, Any]												=				resid_pdrop
						__lowercase				:		Optional[int]												=				embd_pdrop
						__lowercase				:		Optional[int]												=				attn_pdrop
						__lowercase				:		Tuple												=				layer_norm_epsilon
						__lowercase				:		int												=				initializer_range
						__lowercase				:		int												=				scale_attn_weights
						__lowercase				:		str												=				use_cache
						__lowercase				:		int												=				scale_attn_by_inverse_layer_idx
						__lowercase				:		Any												=				reorder_and_upcast_attn

						__lowercase				:		Optional[Any]												=				bos_token_id
						__lowercase				:		Union[str, Any]												=				eos_token_id

						super().__init__(bos_token_id=lowercase__    ,   eos_token_id=lowercase__    ,   **lowercase__						)










"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A   :  str					=      logging.get_logger(__name__)

__A   :  str					=      {
    'uclanlp/visualbert-vqa': 'https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json',
    'uclanlp/visualbert-vqa-pre': 'https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json',
    'uclanlp/visualbert-vqa-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-vcr': 'https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json',
    'uclanlp/visualbert-vcr-pre': 'https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json',
    'uclanlp/visualbert-vcr-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json'
    ),
    'uclanlp/visualbert-nlvr2': 'https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-pre': 'https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json',
    'uclanlp/visualbert-nlvr2-coco-pre': (
        'https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json'
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}




class       lowerCAmelCase__       (			lowerCAmelCase_    ):


				"""simple docstring"""





				__UpperCAmelCase :     Tuple       =      "visual_bert"



				def __init__(     self					:	List[Any]    ,   lowercase__					:	Dict=3_0_5_2_2    ,   lowercase__					:	Any=7_6_8    ,   lowercase__					:	Dict=5_1_2    ,   lowercase__					:	Tuple=1_2    ,   lowercase__					:	Any=1_2    ,   lowercase__					:	Union[str, Any]=3_0_7_2    ,   lowercase__					:	Tuple="gelu"    ,   lowercase__					:	Dict=0.1    ,   lowercase__					:	Tuple=0.1    ,   lowercase__					:	str=5_1_2    ,   lowercase__					:	str=2    ,   lowercase__					:	Any=0.0_2    ,   lowercase__					:	Any=1e-12    ,   lowercase__					:	Any=False    ,   lowercase__					:	List[str]=True    ,   lowercase__					:	Dict=1    ,   lowercase__					:	List[Any]=0    ,   lowercase__					:	Tuple=2    ,   **lowercase__					:	Any    ,   ):
						super().__init__(pad_token_id=lowercase__    ,   bos_token_id=lowercase__    ,   eos_token_id=lowercase__    ,   **lowercase__						)

						__lowercase				:		Optional[int]												=				vocab_size
						__lowercase				:		Any												=				max_position_embeddings
						__lowercase				:		Optional[Any]												=				hidden_size
						__lowercase				:		List[str]												=				visual_embedding_dim
						__lowercase				:		Dict												=				num_hidden_layers
						__lowercase				:		Any												=				num_attention_heads
						__lowercase				:		str												=				intermediate_size
						__lowercase				:		Dict												=				hidden_act
						__lowercase				:		Any												=				hidden_dropout_prob
						__lowercase				:		Optional[int]												=				attention_probs_dropout_prob
						__lowercase				:		Dict												=				initializer_range
						__lowercase				:		str												=				type_vocab_size
						__lowercase				:		List[Any]												=				layer_norm_eps
						__lowercase				:		Tuple												=				bypass_transformer
						__lowercase				:		List[str]												=				special_visual_initialize
