






def 	lowerCAmelCase_		(lowercase__						:       str       )		->    str:


				'''simple docstring'''




				return "".join(chr(ord(lowercase__       ) - 32       ) if '''a''' <= char <= '''z''' else char for char in word       )


if __name__ == "__main__":
			from doctest import testmod

			testmod()













from ...configuration_utils import PretrainedConfig
class  lowerCAmelCase_       (				snake_case__					):
							UpperCamelCase_		:List[str]		      =    'bert-generation'




							def __init__(   self     :   Tuple ,							SCREAMING_SNAKE_CASE_     :   List[str]=50_358 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=1_024 ,							SCREAMING_SNAKE_CASE_     :   Optional[Any]=24 ,							SCREAMING_SNAKE_CASE_     :   Any=16 ,							SCREAMING_SNAKE_CASE_     :   Tuple=4_096 ,							SCREAMING_SNAKE_CASE_     :   str="gelu" ,							SCREAMING_SNAKE_CASE_     :   List[str]=0.1 ,							SCREAMING_SNAKE_CASE_     :   Tuple=0.1 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=512 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=0.02 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=1e-12 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=0 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=2 ,							SCREAMING_SNAKE_CASE_     :   int=1 ,							SCREAMING_SNAKE_CASE_     :   str="absolute" ,							SCREAMING_SNAKE_CASE_     :   Tuple=True ,							**SCREAMING_SNAKE_CASE_     :   str ,							):
											super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_ ,							bos_token_id=SCREAMING_SNAKE_CASE_ ,							eos_token_id=SCREAMING_SNAKE_CASE_ ,							**SCREAMING_SNAKE_CASE_	)

											lowerCAmelCase__      			=						vocab_size
											lowerCAmelCase__      			=						hidden_size
											lowerCAmelCase__      			=						num_hidden_layers
											lowerCAmelCase__      			=						num_attention_heads
											lowerCAmelCase__      			=						hidden_act
											lowerCAmelCase__      			=						intermediate_size
											lowerCAmelCase__      			=						hidden_dropout_prob
											lowerCAmelCase__      			=						attention_probs_dropout_prob
											lowerCAmelCase__      			=						max_position_embeddings
											lowerCAmelCase__      			=						initializer_range
											lowerCAmelCase__      			=						layer_norm_eps
											lowerCAmelCase__      			=						position_embedding_type
											lowerCAmelCase__      			=						use_cache





