



'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__a  			=						logging.get_logger(__name__)

__a  			=						{
    "abeja/gpt-neox-japanese-2.7b": "https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json",
}







class        UpperCAmelCase_			(			_a      ):
    """simple docstring"""







    lowercase   =						"gpt_neox_japanese"




    def __init__(       self   :	List[str]					,	snake_case_   :	Any=32_000					,	snake_case_   :	Optional[Any]=2_560					,	snake_case_   :	Optional[int]=32					,	snake_case_   :	str=32					,	snake_case_   :	Optional[Any]=4					,	snake_case_   :	Union[str, Any]="gelu"					,	snake_case_   :	List[str]=1.00					,	snake_case_   :	Any=10_000					,	snake_case_   :	Union[str, Any]=2_048					,	snake_case_   :	Tuple=0.02					,	snake_case_   :	List[Any]=1E-5					,	snake_case_   :	Any=True					,	snake_case_   :	Optional[Any]=31_996					,	snake_case_   :	Tuple=31_999					,	snake_case_   :	Dict=0.1					,	snake_case_   :	str=0.0					,	**snake_case_   :	Tuple					,	):
          super().__init__(bos_token_id=snake_case_					,	eos_token_id=snake_case_					,	**snake_case_		)
          snake_case__    :       Dict       		= vocab_size
          snake_case__    :       Dict       		= max_position_embeddings
          snake_case__    :       Optional[Any]       		= hidden_size
          snake_case__    :       Any       		= num_hidden_layers
          snake_case__    :       str       		= num_attention_heads
          snake_case__    :       int       		= intermediate_multiple_size
          snake_case__    :       Tuple       		= hidden_act
          snake_case__    :       int       		= rotary_pct
          snake_case__    :       Optional[int]       		= rotary_emb_base
          snake_case__    :       List[Any]       		= initializer_range
          snake_case__    :       Optional[int]       		= layer_norm_eps
          snake_case__    :       int       		= use_cache
          snake_case__    :       Union[str, Any]       		= attention_dropout
          snake_case__    :       Any       		= hidden_dropout





'''simple docstring'''





def 		__snake_case(							)						->					Optional[Any]:
      for n in range(1	,  1_000_000						):
            yield n * (n + 1) // 2





def 		__snake_case(							_lowerCAmelCase						)						->					str:
      snake_case__    :       Optional[int]       		= 1
      snake_case__    :       List[Any]       		= 2
      while i * i <= n:
            snake_case__    :       Dict       		= 0
            while n % i == 0:
                  n //= i
                  multiplicity += 1
            divisors_count *= multiplicity + 1
            i += 1
      if n > 1:
            divisors_count *= 2
      return divisors_count





def 		__snake_case(							)						->					List[str]:
      return next(i for i in triangle_number_generator() if count_divisors(_lowerCAmelCase						) > 500						)


if __name__ == "__main__":
       print(solution())
