






"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_     :				str         =				logging.get_logger(__name__)

UpperCAmelCase_     :				Union[str, Any]         =				{
    """abeja/gpt-neox-japanese-2.7b""": """https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json""",
}




class 							lowerCAmelCase__       (    UpperCAmelCase__				):






      '''simple docstring'''

      __UpperCamelCase							=						"gpt_neox_japanese"
      def __init__(		self  :						Any		,			lowercase_  :						Optional[int]=32000		,			lowercase_  :						int=2560		,			lowercase_  :						Tuple=32		,			lowercase_  :						Optional[Any]=32		,			lowercase_  :						Union[str, Any]=4		,			lowercase_  :						List[Any]="gelu"		,			lowercase_  :						Any=1.00		,			lowercase_  :						Optional[Any]=10000		,			lowercase_  :						str=2048		,			lowercase_  :						Optional[int]=0.02		,			lowercase_  :						Optional[Any]=1e-5		,			lowercase_  :						Optional[Any]=True		,			lowercase_  :						List[Any]=31996		,			lowercase_  :						Any=31999		,			lowercase_  :						Dict=0.1		,			lowercase_  :						Tuple=0.0		,			**lowercase_  :						Tuple		,			):




          '''simple docstring'''


          super().__init__(bos_token_id=lowercase_		,			eos_token_id=lowercase_		,			**lowercase_)
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	vocab_size
          SCREAMING_SNAKE_CASE_   :						Any							=	max_position_embeddings
          SCREAMING_SNAKE_CASE_   :						int							=	hidden_size
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	num_hidden_layers
          SCREAMING_SNAKE_CASE_   :						List[str]							=	num_attention_heads
          SCREAMING_SNAKE_CASE_   :						str							=	intermediate_multiple_size
          SCREAMING_SNAKE_CASE_   :						Any							=	hidden_act
          SCREAMING_SNAKE_CASE_   :						Union[str, Any]							=	rotary_pct
          SCREAMING_SNAKE_CASE_   :						str							=	rotary_emb_base
          SCREAMING_SNAKE_CASE_   :						str							=	initializer_range
          SCREAMING_SNAKE_CASE_   :						str							=	layer_norm_eps
          SCREAMING_SNAKE_CASE_   :						Optional[Any]							=	use_cache
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	attention_dropout
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	hidden_dropout










"""simple docstring"""






def       _A    (__a = 1_00							)				-> int:
    """simple docstring"""






    SCREAMING_SNAKE_CASE_   :						int							=	(n * (n + 1) // 2) ** 2
    SCREAMING_SNAKE_CASE_   :						Optional[Any]							=	n * (n + 1) * (2 * n + 1) // 6
    return sum_cubes - sum_squares


if __name__ == "__main__":
  print(f'''{solution() = }''')


