


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase    =					logging.get_logger(__name__)

UpperCAmelCase    =					{
    """microsoft/biogpt""": """https://huggingface.co/microsoft/biogpt/resolve/main/config.json""",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						"biogpt"



 def __init__(			self	,   _UpperCAmelCase=4_23_84	,   _UpperCAmelCase=10_24	,   _UpperCAmelCase=24	,   _UpperCAmelCase=16	,   _UpperCAmelCase=40_96	,   _UpperCAmelCase="gelu"	,   _UpperCAmelCase=0.1	,   _UpperCAmelCase=0.1	,   _UpperCAmelCase=10_24	,   _UpperCAmelCase=0.02	,   _UpperCAmelCase=1E-12	,   _UpperCAmelCase=True	,   _UpperCAmelCase=True	,   _UpperCAmelCase=0.0	,   _UpperCAmelCase=0.0	,   _UpperCAmelCase=1	,   _UpperCAmelCase=0	,   _UpperCAmelCase=2	,   **_UpperCAmelCase	,   ):
       snake_case_ =   vocab_size
       snake_case_ =   max_position_embeddings
       snake_case_ =   hidden_size
       snake_case_ =   num_hidden_layers
       snake_case_ =   num_attention_heads
       snake_case_ =   intermediate_size
       snake_case_ =   hidden_act
       snake_case_ =   hidden_dropout_prob
       snake_case_ =   attention_probs_dropout_prob
       snake_case_ =   initializer_range
       snake_case_ =   layer_norm_eps
       snake_case_ =   scale_embedding
       snake_case_ =   use_cache
       snake_case_ =   layerdrop
       snake_case_ =   activation_dropout
       super().__init__(pad_token_id=_UpperCAmelCase	,   bos_token_id=_UpperCAmelCase	,   eos_token_id=_UpperCAmelCase	,   **_UpperCAmelCase      )





def  __lowerCAmelCase					(SCREAMING_SNAKE_CASE      )->						int:




      """simple docstring"""

      assert column_title.isupper()
      snake_case_ =   0
      snake_case_ =   len(SCREAMING_SNAKE_CASE      ) - 1
      snake_case_ =   0

      while index >= 0:
            snake_case_ =   (ord(column_title[index]      ) - 64) * pow(26      ,      SCREAMING_SNAKE_CASE      )
            answer += value
            power += 1
            index -= 1

      return answer


if __name__ == "__main__":
   from doctest import testmod

   testmod()