




'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


A									=logging.get_logger(__name__)

A									={'openai-gpt': 'https://huggingface.co/openai-gpt/resolve/main/config.json'}


class     _a						(			__a				):
							__a       :  Optional[int]            =      """openai-gpt"""
							__a       :  Union[str, Any]            =      {
							    """max_position_embeddings""": """n_positions""",
							    """hidden_size""": """n_embd""",
							    """num_attention_heads""": """n_head""",
							    """num_hidden_layers""": """n_layer""",
							}
							def __init__(			self		:			str     ,       lowercase		:			List[str]=40_478     ,       lowercase		:			Optional[Any]=512     ,       lowercase		:			Any=768     ,       lowercase		:			Any=12     ,       lowercase		:			List[Any]=12     ,       lowercase		:			List[str]="gelu"     ,       lowercase		:			Any=0.1     ,       lowercase		:			Tuple=0.1     ,       lowercase		:			int=0.1     ,       lowercase		:			Any=1E-5     ,       lowercase		:			Optional[int]=0.02     ,       lowercase		:			str="cls_index"     ,       lowercase		:			str=True     ,       lowercase		:			int=None     ,       lowercase		:			str=True     ,       lowercase		:			Optional[Any]=0.1     ,       **lowercase		:			Optional[Any]     ,       ):



											'''simple docstring'''

											UpperCAmelCase     =	vocab_size
											UpperCAmelCase     =	n_positions
											UpperCAmelCase     =	n_embd
											UpperCAmelCase     =	n_layer
											UpperCAmelCase     =	n_head
											UpperCAmelCase     =	afn
											UpperCAmelCase     =	resid_pdrop
											UpperCAmelCase     =	embd_pdrop
											UpperCAmelCase     =	attn_pdrop
											UpperCAmelCase     =	layer_norm_epsilon
											UpperCAmelCase     =	initializer_range
											UpperCAmelCase     =	summary_type
											UpperCAmelCase     =	summary_use_proj
											UpperCAmelCase     =	summary_activation
											UpperCAmelCase     =	summary_first_dropout
											UpperCAmelCase     =	summary_proj_to_labels
											super().__init__(**lowercase       )










'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


A									=logging.get_logger(__name__)

A									={
    'alibaba-damo/mgp-str-base': 'https://huggingface.co/alibaba-damo/mgp-str-base/resolve/main/config.json',
}


class     _a						(			__a				):
       __a       :  List[Any]            =      """mgp-str"""
       def __init__(			self		:			str     ,       lowercase		:			str=[32, 128]     ,       lowercase		:			Optional[Any]=4     ,       lowercase		:			Optional[Any]=3     ,       lowercase		:			Dict=27     ,       lowercase		:			Any=38     ,       lowercase		:			int=50_257     ,       lowercase		:			List[str]=30_522     ,       lowercase		:			Optional[int]=768     ,       lowercase		:			List[Any]=12     ,       lowercase		:			Tuple=12     ,       lowercase		:			Optional[int]=4.0     ,       lowercase		:			Union[str, Any]=True     ,       lowercase		:			str=False     ,       lowercase		:			str=1E-5     ,       lowercase		:			Dict=0.0     ,       lowercase		:			Dict=0.0     ,       lowercase		:			Tuple=0.0     ,       lowercase		:			str=False     ,       lowercase		:			Optional[Any]=0.02     ,       **lowercase		:			List[str]     ,       ):



           '''simple docstring'''

           super().__init__(**lowercase       )

           UpperCAmelCase     =	image_size
           UpperCAmelCase     =	patch_size
           UpperCAmelCase     =	num_channels
           UpperCAmelCase     =	max_token_length
           UpperCAmelCase     =	num_character_labels
           UpperCAmelCase     =	num_bpe_labels
           UpperCAmelCase     =	num_wordpiece_labels
           UpperCAmelCase     =	hidden_size
           UpperCAmelCase     =	num_hidden_layers
           UpperCAmelCase     =	num_attention_heads
           UpperCAmelCase     =	mlp_ratio
           UpperCAmelCase     =	distilled
           UpperCAmelCase     =	layer_norm_eps
           UpperCAmelCase     =	drop_rate
           UpperCAmelCase     =	qkv_bias
           UpperCAmelCase     =	attn_drop_rate
           UpperCAmelCase     =	drop_path_rate
           UpperCAmelCase     =	output_aa_attentions
           UpperCAmelCase     =	initializer_range




