




'''simple docstring'''


import numpy as np
def 						snake_case_       (UpperCamelCase			:    Optional[int]					,		UpperCamelCase			:    Union[str, Any]					,		UpperCamelCase			:    Optional[Any]					,		UpperCamelCase			:    List[str]					,		UpperCamelCase			:    Dict ):





							'''simple docstring'''


							_a      	=							int(np.ceil((x_end - xa) / h ) )
							_a      	=							np.zeros((n + 1,) )
							_a      	=							ya
							_a      	=							xa

							for k in range(UpperCamelCase ):
														_a      	=							f(UpperCamelCase					,		y[k] )
														_a      	=							f(x + 0.5 * h					,		y[k] + 0.5 * h * ka )
														_a      	=							f(x + 0.5 * h					,		y[k] + 0.5 * h * ka )
														_a      	=							f(x + h					,		y[k] + h * ka )
														_a      	=							y[k] + (1 / 6) * h * (ka + 2 * ka + 2 * ka + ka)
														x += h

							return y


if __name__ == "__main__":
				import doctest

				doctest.testmod()






"""simple docstring"""






from ...configuration_utils import PretrainedConfig



class     UpperCAmelCase    (	__SCREAMING_SNAKE_CASE  ):
   A__		:	str           =  '''bert-generation'''



   def __init__(       self    :	Tuple							,       __lowerCamelCase    :	Optional[int]=5_0_3_5_8							,       __lowerCamelCase    :	List[str]=1_0_2_4							,       __lowerCamelCase    :	Optional[Any]=2_4							,       __lowerCamelCase    :	Any=1_6							,       __lowerCamelCase    :	Union[str, Any]=4_0_9_6							,       __lowerCamelCase    :	Optional[Any]="gelu"							,       __lowerCamelCase    :	str=0.1							,       __lowerCamelCase    :	List[str]=0.1							,       __lowerCamelCase    :	int=5_1_2							,       __lowerCamelCase    :	Dict=0.0_2							,       __lowerCamelCase    :	Tuple=1E-12							,       __lowerCamelCase    :	Any=0							,       __lowerCamelCase    :	Union[str, Any]=2							,       __lowerCamelCase    :	List[Any]=1							,       __lowerCamelCase    :	Optional[Any]="absolute"							,       __lowerCamelCase    :	str=True							,       **__lowerCamelCase    :	List[Any]							,       ):



     """simple docstring"""
     super().__init__(pad_token_id=__lowerCamelCase							,       bos_token_id=__lowerCamelCase							,       eos_token_id=__lowerCamelCase							,       **__lowerCamelCase				)

     _snake_case   	=      vocab_size
     _snake_case   	=      hidden_size
     _snake_case   	=      num_hidden_layers
     _snake_case   	=      num_attention_heads
     _snake_case   	=      hidden_act
     _snake_case   	=      intermediate_size
     _snake_case   	=      hidden_dropout_prob
     _snake_case   	=      attention_probs_dropout_prob
     _snake_case   	=      max_position_embeddings
     _snake_case   	=      initializer_range
     _snake_case   	=      layer_norm_eps
     _snake_case   	=      position_embedding_type
     _snake_case   	=      use_cache





