
'''simple docstring'''







from ...configuration_utils import PretrainedConfig







class UpperCAmelCase__      (					lowercase__      ):





  """simple docstring"""

  __UpperCAmelCase							:							Union[str, Any]    					=   """bert-generation"""


  def __init__(						self :	Tuple				,_a :	Union[str, Any]=5_0358				,_a :	Tuple=1024				,_a :	List[Any]=24				,_a :	Optional[int]=16				,_a :	str=4096				,_a :	str="gelu"				,_a :	Union[str, Any]=0.1				,_a :	List[str]=0.1				,_a :	int=512				,_a :	Optional[int]=0.02				,_a :	Dict=1E-12				,_a :	Union[str, Any]=0				,_a :	Any=2				,_a :	Dict=1				,_a :	Tuple="absolute"				,_a :	Optional[Any]=True				,**_a :	str				,):


     '''simple docstring'''






     super().__init__(pad_token_id=UpperCamelCase_				,bos_token_id=UpperCamelCase_				,eos_token_id=UpperCamelCase_				,**UpperCamelCase_			)

     _a							:      Optional[Any]     =  vocab_size
     _a							:      Union[str, Any]     =  hidden_size
     _a							:      Optional[Any]     =  num_hidden_layers
     _a							:      Dict     =  num_attention_heads
     _a							:      Dict     =  hidden_act
     _a							:      Optional[Any]     =  intermediate_size
     _a							:      Optional[int]     =  hidden_dropout_prob
     _a							:      Tuple     =  attention_probs_dropout_prob
     _a							:      List[Any]     =  max_position_embeddings
     _a							:      Optional[int]     =  initializer_range
     _a							:      Optional[int]     =  layer_norm_eps
     _a							:      Union[str, Any]     =  position_embedding_type
     _a							:      Dict     =  use_cache





"""simple docstring"""



from ...configuration_utils import PretrainedConfig





class 				a			(					lowercase      ):
      UpperCamelCase							:   Union[str, Any]           =     """bert-generation"""



      def __init__(   self     ,	UpperCamelCase_=50_358     ,	UpperCamelCase_=1_024     ,	UpperCamelCase_=24     ,	UpperCamelCase_=16     ,	UpperCamelCase_=4_096     ,	UpperCamelCase_="gelu"     ,	UpperCamelCase_=0.1     ,	UpperCamelCase_=0.1     ,	UpperCamelCase_=512     ,	UpperCamelCase_=0.02     ,	UpperCamelCase_=1E-12     ,	UpperCamelCase_=0     ,	UpperCamelCase_=2     ,	UpperCamelCase_=1     ,	UpperCamelCase_="absolute"     ,	UpperCamelCase_=True     ,	**UpperCamelCase_     ,	):
          super().__init__(pad_token_id=UpperCamelCase_     ,	bos_token_id=UpperCamelCase_     ,	eos_token_id=UpperCamelCase_     ,	**UpperCamelCase_      )

          UpperCAmelCase__	:      Optional[Any]     							=					vocab_size
          UpperCAmelCase__	:      Union[str, Any]     							=					hidden_size
          UpperCAmelCase__	:      Optional[Any]     							=					num_hidden_layers
          UpperCAmelCase__	:      Dict     							=					num_attention_heads
          UpperCAmelCase__	:      Dict     							=					hidden_act
          UpperCAmelCase__	:      Optional[Any]     							=					intermediate_size
          UpperCAmelCase__	:      Optional[int]     							=					hidden_dropout_prob
          UpperCAmelCase__	:      Tuple     							=					attention_probs_dropout_prob
          UpperCAmelCase__	:      List[Any]     							=					max_position_embeddings
          UpperCAmelCase__	:      Optional[int]     							=					initializer_range
          UpperCAmelCase__	:      Optional[int]     							=					layer_norm_eps
          UpperCAmelCase__	:      Union[str, Any]     							=					position_embedding_type
          UpperCAmelCase__	:      Dict     							=					use_cache

