
"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase     :    str       =			logging.get_logger(__name__)

UpperCamelCase     :    Optional[int]       =			{
    "tanreinama/GPTSAN-2.8B-spout_is_uniform": (
        "https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json"
    ),
}

class __lowerCAmelCase		(				__UpperCamelCase      ):
					lowercase						       =						"""gptsan-japanese"""
					lowercase						       =						[
					    """past_key_values""",
					]
					lowercase						       =						{
					    """hidden_size""": """d_model""",
					    """num_attention_heads""": """num_heads""",
					    """num_hidden_layers""": """num_layers""",
					}





					def __init__(     self     ,					__UpperCAmelCase=3_6000     ,					__UpperCAmelCase=1280     ,					__UpperCAmelCase=1024     ,					__UpperCAmelCase=8192     ,					__UpperCAmelCase=4096     ,					__UpperCAmelCase=128     ,					__UpperCAmelCase=10     ,					__UpperCAmelCase=0     ,					__UpperCAmelCase=16     ,					__UpperCAmelCase=16     ,					__UpperCAmelCase=128     ,					__UpperCAmelCase=0.0     ,					__UpperCAmelCase=1E-5     ,					__UpperCAmelCase=False     ,					__UpperCAmelCase=0.0     ,					__UpperCAmelCase="float32"     ,					__UpperCAmelCase=False     ,					__UpperCAmelCase=False     ,					__UpperCAmelCase=False     ,					__UpperCAmelCase=0.0_0_2     ,					__UpperCAmelCase=False     ,					__UpperCAmelCase=True     ,					__UpperCAmelCase=3_5998     ,					__UpperCAmelCase=3_5995     ,					__UpperCAmelCase=3_5999     ,					**__UpperCAmelCase     ,					):

						'''simple docstring'''




						__UpperCamelCase      =	vocab_size
						__UpperCamelCase      =	max_position_embeddings
						__UpperCamelCase      =	d_model
						__UpperCamelCase      =	d_ff
						__UpperCamelCase      =	d_ext
						__UpperCamelCase      =	d_spout
						__UpperCamelCase      =	num_switch_layers
						__UpperCamelCase      =	num_ext_layers
						__UpperCamelCase      =	num_switch_layers + num_ext_layers
						__UpperCamelCase      =	num_heads
						__UpperCamelCase      =	num_experts
						__UpperCamelCase      =	expert_capacity
						__UpperCamelCase      =	dropout_rate
						__UpperCamelCase      =	layer_norm_epsilon
						__UpperCamelCase      =	router_bias
						__UpperCamelCase      =	router_jitter_noise
						__UpperCamelCase      =	router_dtype
						__UpperCamelCase      =	router_ignore_padding_tokens
						__UpperCamelCase      =	output_hidden_states
						__UpperCamelCase      =	output_attentions
						__UpperCamelCase      =	initializer_factor
						__UpperCamelCase      =	output_router_logits
						__UpperCamelCase      =	use_cache

						super().__init__(
						    separator_token_id=__UpperCAmelCase     ,					pad_token_id=__UpperCAmelCase     ,					eos_token_id=__UpperCAmelCase     ,					**__UpperCAmelCase     ,					)





"""simple docstring"""

from math import factorial

UpperCamelCase     :    List[Any]       =			{str(d): factorial(d) for d in range(1_0)}






def 							A						(    snake_case				:int		)				->     int:
 return sum(DIGIT_FACTORIAL[d] for d in str(snake_case		)		)






def 							A						(    )				->     int:
 __UpperCamelCase      =	7 * factorial(9		) + 1
 return sum(i for i in range(3    , snake_case		) if sum_of_digit_factorial(snake_case		) == i		)


if __name__ == "__main__":
      print(f'''{solution() = }''')



