




"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_				:    List[Any]										=     logging.get_logger(__name__)

a_				:    str										=     {
    '''tanreinama/GPTSAN-2.8B-spout_is_uniform''': (
        '''https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json'''
    ),
}

class __lowercase(      lowercase__				):




					'''simple docstring'''


					__a						:						Optional[Any]     		= 'gptsan-japanese'
					__a						:						Optional[int]     		= [
					    'past_key_values',
					]
					__a						:						int     		= {
					    'hidden_size': 'd_model',
					    'num_attention_heads': 'num_heads',
					    'num_hidden_layers': 'num_layers',
					}
					def __init__(    self						,	__a=36000						,	__a=1280						,	__a=1024						,	__a=8192						,	__a=4096						,	__a=128						,	__a=10						,	__a=0						,	__a=16						,	__a=16						,	__a=128						,	__a=0.0						,	__a=1E-5						,	__a=False						,	__a=0.0						,	__a="float32"						,	__a=False						,	__a=False						,	__a=False						,	__a=0.002						,	__a=False						,	__a=True						,	__a=35998						,	__a=35995						,	__a=35999						,	**__a						,	):
								__lowerCamelCase					:	Any	       =				vocab_size
								__lowerCamelCase					:	List[Any]	       =				max_position_embeddings
								__lowerCamelCase					:	List[str]	       =				d_model
								__lowerCamelCase					:	List[str]	       =				d_ff
								__lowerCamelCase					:	Tuple	       =				d_ext
								__lowerCamelCase					:	str	       =				d_spout
								__lowerCamelCase					:	List[Any]	       =				num_switch_layers
								__lowerCamelCase					:	List[Any]	       =				num_ext_layers
								__lowerCamelCase					:	Tuple	       =				num_switch_layers + num_ext_layers
								__lowerCamelCase					:	Tuple	       =				num_heads
								__lowerCamelCase					:	Union[str, Any]	       =				num_experts
								__lowerCamelCase					:	Optional[Any]	       =				expert_capacity
								__lowerCamelCase					:	Dict	       =				dropout_rate
								__lowerCamelCase					:	Optional[Any]	       =				layer_norm_epsilon
								__lowerCamelCase					:	Optional[int]	       =				router_bias
								__lowerCamelCase					:	str	       =				router_jitter_noise
								__lowerCamelCase					:	List[Any]	       =				router_dtype
								__lowerCamelCase					:	List[str]	       =				router_ignore_padding_tokens
								__lowerCamelCase					:	Optional[int]	       =				output_hidden_states
								__lowerCamelCase					:	List[str]	       =				output_attentions
								__lowerCamelCase					:	Tuple	       =				initializer_factor
								__lowerCamelCase					:	Optional[int]	       =				output_router_logits
								__lowerCamelCase					:	List[Any]	       =				use_cache

								super().__init__(
								    separator_token_id=__a						,	pad_token_id=__a						,	eos_token_id=__a						,	**__a						,	)









"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_				:    Tuple										=     logging.get_logger(__name__)

a_				:    str										=     {'''openai-gpt''': '''https://huggingface.co/openai-gpt/resolve/main/config.json'''}

class __lowercase(      lowercase__				):




					'''simple docstring'''


					__a						:						Union[str, Any]     		= 'openai-gpt'
					__a						:						List[Any]     		= {
					    'max_position_embeddings': 'n_positions',
					    'hidden_size': 'n_embd',
					    'num_attention_heads': 'n_head',
					    'num_hidden_layers': 'n_layer',
					}
					def __init__(    self						,	__a=40478						,	__a=512						,	__a=768						,	__a=12						,	__a=12						,	__a="gelu"						,	__a=0.1						,	__a=0.1						,	__a=0.1						,	__a=1E-5						,	__a=0.02						,	__a="cls_index"						,	__a=True						,	__a=None						,	__a=True						,	__a=0.1						,	**__a						,	):
								__lowerCamelCase					:	List[str]	       =				vocab_size
								__lowerCamelCase					:	Union[str, Any]	       =				n_positions
								__lowerCamelCase					:	Optional[Any]	       =				n_embd
								__lowerCamelCase					:	int	       =				n_layer
								__lowerCamelCase					:	List[str]	       =				n_head
								__lowerCamelCase					:	Dict	       =				afn
								__lowerCamelCase					:	Optional[Any]	       =				resid_pdrop
								__lowerCamelCase					:	int	       =				embd_pdrop
								__lowerCamelCase					:	int	       =				attn_pdrop
								__lowerCamelCase					:	Dict	       =				layer_norm_epsilon
								__lowerCamelCase					:	List[str]	       =				initializer_range
								__lowerCamelCase					:	Any	       =				summary_type
								__lowerCamelCase					:	Tuple	       =				summary_use_proj
								__lowerCamelCase					:	List[Any]	       =				summary_activation
								__lowerCamelCase					:	str	       =				summary_first_dropout
								__lowerCamelCase					:	Tuple	       =				summary_proj_to_labels
								super().__init__(**__a     )



