


'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase						=					logging.get_logger(__name__)

lowerCAmelCase						=					{
    """tanreinama/GPTSAN-2.8B-spout_is_uniform""": (
        """https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json"""
    ),
}






class        lowerCAmelCase_  (     UpperCAmelCase	):
       __UpperCAmelCase					='gptsan-japanese'
       __UpperCAmelCase					=[
           'past_key_values',
       ]
       __UpperCAmelCase					={
           'hidden_size': 'd_model',
           'num_attention_heads': 'num_heads',
           'num_hidden_layers': 'num_layers',
       }






       def __init__( self			,     _UpperCamelCase=3_6000			,     _UpperCamelCase=1280			,     _UpperCamelCase=1024			,     _UpperCamelCase=8192			,     _UpperCamelCase=4096			,     _UpperCamelCase=128			,     _UpperCamelCase=10			,     _UpperCamelCase=0			,     _UpperCamelCase=16			,     _UpperCamelCase=16			,     _UpperCamelCase=128			,     _UpperCamelCase=0.0			,     _UpperCamelCase=1e-5			,     _UpperCamelCase=False			,     _UpperCamelCase=0.0			,     _UpperCamelCase="float32"			,     _UpperCamelCase=False			,     _UpperCamelCase=False			,     _UpperCamelCase=False			,     _UpperCamelCase=0.002			,     _UpperCamelCase=False			,     _UpperCamelCase=True			,     _UpperCamelCase=3_5998			,     _UpperCamelCase=3_5995			,     _UpperCamelCase=3_5999			,     **_UpperCamelCase			,     )->      Optional[Any]:
            _A				=							vocab_size
            _A				=							max_position_embeddings
            _A				=							d_model
            _A				=							d_ff
            _A				=							d_ext
            _A				=							d_spout
            _A				=							num_switch_layers
            _A				=							num_ext_layers
            _A				=							num_switch_layers + num_ext_layers
            _A				=							num_heads
            _A				=							num_experts
            _A				=							expert_capacity
            _A				=							dropout_rate
            _A				=							layer_norm_epsilon
            _A				=							router_bias
            _A				=							router_jitter_noise
            _A				=							router_dtype
            _A				=							router_ignore_padding_tokens
            _A				=							output_hidden_states
            _A				=							output_attentions
            _A				=							initializer_factor
            _A				=							output_router_logits
            _A				=							use_cache

            super().__init__(
                separator_token_id=_UpperCamelCase			,     pad_token_id=_UpperCamelCase			,     eos_token_id=_UpperCamelCase			,     **_UpperCamelCase			,     )









'''simple docstring'''
def 					lowerCamelCase_ ( __UpperCamelCase					:       int		)					->	bool:







     """simple docstring"""
     return str(__UpperCamelCase		) == str(__UpperCamelCase		)[::-1]

def 					lowerCamelCase_ ( __UpperCamelCase					:       int		)					->	int:







     """simple docstring"""
     return int(__UpperCamelCase		) + int(str(__UpperCamelCase		)[::-1]		)

def 					lowerCamelCase_ ( __UpperCamelCase					:       int = 1_0_0_0_0		)					->	int:







     """simple docstring"""
     _A				=							[]
     for num in range(1							,    __UpperCamelCase		):
          _A				=							0
          _A				=							num
          while iterations < 5_0:
               _A				=							sum_reverse(__UpperCamelCase		)
               iterations += 1
               if is_palindrome(__UpperCamelCase		):
                    break
          else:
               lychrel_nums.append(__UpperCamelCase		)
     return len(__UpperCamelCase		)


if __name__ == "__main__":
    print(F'{solution() = }')





