


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case            =    logging.get_logger(__name__)

__snake_case            =    {
    "bigcode/gpt_bigcode-santacoder": "https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json",
}




class    UpperCAmelCase					(       __snake_case    ):
			lowercase						= """gpt_bigcode"""
			lowercase						= ["""past_key_values"""]
			lowercase						= {
			    """hidden_size""": """n_embd""",
			    """max_position_embeddings""": """n_positions""",
			    """num_attention_heads""": """n_head""",
			    """num_hidden_layers""": """n_layer""",
			}




			def __init__(						self							:		Optional[Any]       ,       __magic_name__							:		str=5_0_2_5_7       ,       __magic_name__							:		Union[str, Any]=1_0_2_4       ,       __magic_name__							:		Tuple=7_6_8       ,       __magic_name__							:		List[str]=1_2       ,       __magic_name__							:		List[str]=1_2       ,       __magic_name__							:		int=None       ,       __magic_name__							:		Dict="gelu_pytorch_tanh"       ,       __magic_name__							:		str=0.1       ,       __magic_name__							:		Tuple=0.1       ,       __magic_name__							:		str=0.1       ,       __magic_name__							:		List[str]=1e-5       ,       __magic_name__							:		Tuple=0.02       ,       __magic_name__							:		List[str]=True       ,       __magic_name__							:		List[Any]=True       ,       __magic_name__							:		str=5_0_2_5_6       ,       __magic_name__							:		Any=5_0_2_5_6       ,       __magic_name__							:		str=True       ,       __magic_name__							:		Optional[Any]=True       ,       __magic_name__							:		List[str]=True       ,       **__magic_name__							:		int       ,       ):







						"""simple docstring"""







						UpperCamelCase         =					vocab_size
						UpperCamelCase         =					n_positions
						UpperCamelCase         =					n_embd
						UpperCamelCase         =					n_layer
						UpperCamelCase         =					n_head
						UpperCamelCase         =					n_inner
						UpperCamelCase         =					activation_function
						UpperCamelCase         =					resid_pdrop
						UpperCamelCase         =					embd_pdrop
						UpperCamelCase         =					attn_pdrop
						UpperCamelCase         =					layer_norm_epsilon
						UpperCamelCase         =					initializer_range
						UpperCamelCase         =					scale_attn_weights
						UpperCamelCase         =					use_cache
						UpperCamelCase         =					attention_softmax_in_fpaa
						UpperCamelCase         =					scale_attention_softmax_in_fpaa
						UpperCamelCase         =					multi_query

						UpperCamelCase         =					bos_token_id
						UpperCamelCase         =					eos_token_id

						super().__init__(bos_token_id=__magic_name__       ,       eos_token_id=__magic_name__       ,       **__magic_name__						)








import math






def 							_lowercase    (		SCREAMING_SNAKE_CASE_   :		int = 100	):





			"""simple docstring"""




			UpperCamelCase         =					sum(i * i for i in range(1       ,  n + 1	)	)
			UpperCamelCase         =					int(math.pow(sum(range(1       ,  n + 1	)	)       ,  2	)	)
			return square_of_sum - sum_of_squares


if __name__ == "__main__":
			print(F'''{solution() = }''')




