






"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_     :				List[Any]        =				logging.get_logger(__name__)

UpperCAmelCase_     :				str        =				{
    """RWKV/rwkv-4-169m-pile""": """https://huggingface.co/RWKV/rwkv-4-169m-pile/resolve/main/config.json""",
    """RWKV/rwkv-4-430m-pile""": """https://huggingface.co/RWKV/rwkv-4-430m-pile/resolve/main/config.json""",
    """RWKV/rwkv-4-1b5-pile""": """https://huggingface.co/RWKV/rwkv-4-1b5-pile/resolve/main/config.json""",
    """RWKV/rwkv-4-3b-pile""": """https://huggingface.co/RWKV/rwkv-4-3b-pile/resolve/main/config.json""",
    """RWKV/rwkv-4-7b-pile""": """https://huggingface.co/RWKV/rwkv-4-7b-pile/resolve/main/config.json""",
    """RWKV/rwkv-4-14b-pile""": """https://huggingface.co/RWKV/rwkv-4-14b-pile/resolve/main/config.json""",
    """RWKV/rwkv-raven-1b5""": """https://huggingface.co/RWKV/rwkv-raven-1b5/resolve/main/config.json""",
    """RWKV/rwkv-raven-3b""": """https://huggingface.co/RWKV/rwkv-raven-3b/resolve/main/config.json""",
    """RWKV/rwkv-raven-7b""": """https://huggingface.co/RWKV/rwkv-raven-7b/resolve/main/config.json""",
    """RWKV/rwkv-raven-14b""": """https://huggingface.co/RWKV/rwkv-raven-14b/resolve/main/config.json""",
}




class 							lowerCAmelCase__       (    UpperCAmelCase__				):






      '''simple docstring'''

      __UpperCamelCase							=						"rwkv"
      __UpperCamelCase							=						{"max_position_embeddings": "context_length"}
      def __init__(		self  :						int		,			lowercase_  :						Optional[int]=50277		,			lowercase_  :						int=1024		,			lowercase_  :						List[Any]=4096		,			lowercase_  :						List[Any]=32		,			lowercase_  :						Tuple=None		,			lowercase_  :						Any=None		,			lowercase_  :						str=1e-5		,			lowercase_  :						List[Any]=0		,			lowercase_  :						Dict=0		,			lowercase_  :						Any=6		,			lowercase_  :						Optional[Any]=False		,			lowercase_  :						Optional[int]=True		,			**lowercase_  :						Optional[int]		,			):




          '''simple docstring'''


          SCREAMING_SNAKE_CASE_   :						List[str]							=	vocab_size
          SCREAMING_SNAKE_CASE_   :						Any							=	context_length
          SCREAMING_SNAKE_CASE_   :						int							=	hidden_size
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	num_hidden_layers
          SCREAMING_SNAKE_CASE_   :						Optional[int]							=	attention_hidden_size if attention_hidden_size is not None else hidden_size
          SCREAMING_SNAKE_CASE_   :						Union[str, Any]							=	intermediate_size if intermediate_size is not None else 4 * hidden_size
          SCREAMING_SNAKE_CASE_   :						str							=	layer_norm_epsilon
          SCREAMING_SNAKE_CASE_   :						Tuple							=	rescale_every
          SCREAMING_SNAKE_CASE_   :						List[Any]							=	use_cache

          SCREAMING_SNAKE_CASE_   :						str							=	bos_token_id
          SCREAMING_SNAKE_CASE_   :						Tuple							=	eos_token_id

          super().__init__(
              tie_word_embeddings=lowercase_		,			bos_token_id=lowercase_		,			eos_token_id=lowercase_		,			**lowercase_)










"""simple docstring"""






def       _A    (__a = 1_00							)				-> int:
    """simple docstring"""






    SCREAMING_SNAKE_CASE_   :						int							=	(n * (n + 1) // 2) ** 2
    SCREAMING_SNAKE_CASE_   :						Optional[Any]							=	n * (n + 1) * (2 * n + 1) // 6
    return sum_cubes - sum_squares


if __name__ == "__main__":
  print(f'''{solution() = }''')


