'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case						  =		logging.get_logger(__name__)

__snake_case						  =		{
    """microsoft/biogpt""": """https://huggingface.co/microsoft/biogpt/resolve/main/config.json""",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}





class       _a    (		__a      ):


  """simple docstring"""

  A_    							=						'''biogpt'''




  def __init__(		self      :       int   ,				lowercase_      :       Dict=42_384   ,				lowercase_      :       str=1_024   ,				lowercase_      :       Optional[Any]=24   ,				lowercase_      :       Dict=16   ,				lowercase_      :       Any=4_096   ,				lowercase_      :       List[Any]="gelu"   ,				lowercase_      :       Union[str, Any]=0.1   ,				lowercase_      :       Tuple=0.1   ,				lowercase_      :       Tuple=1_024   ,				lowercase_      :       int=0.0_2   ,				lowercase_      :       Dict=1e-12   ,				lowercase_      :       List[str]=True   ,				lowercase_      :       Dict=True   ,				lowercase_      :       Any=0.0   ,				lowercase_      :       Optional[int]=0.0   ,				lowercase_      :       Tuple=1   ,				lowercase_      :       str=0   ,				lowercase_      :       Union[str, Any]=2   ,				**lowercase_      :       Tuple   ,				):







    '''simple docstring'''


    lowercase_     =       vocab_size
    lowercase_     =       max_position_embeddings
    lowercase_     =       hidden_size
    lowercase_     =       num_hidden_layers
    lowercase_     =       num_attention_heads
    lowercase_     =       intermediate_size
    lowercase_     =       hidden_act
    lowercase_     =       hidden_dropout_prob
    lowercase_     =       attention_probs_dropout_prob
    lowercase_     =       initializer_range
    lowercase_     =       layer_norm_eps
    lowercase_     =       scale_embedding
    lowercase_     =       use_cache
    lowercase_     =       layerdrop
    lowercase_     =       activation_dropout
    super().__init__(pad_token_id=lowercase_   ,				bos_token_id=lowercase_   ,				eos_token_id=lowercase_   ,				**lowercase_      )


'''simple docstring'''


def   A_      (       SCREAMING_SNAKE_CASE_						)			->bool:
  if number < 0:
    raise ValueError("""number must not be negative"""						)
  return number & (number - 1) == 0


if __name__ == "__main__":
       import doctest

       doctest.testmod()

