



from ...configuration_utils import PretrainedConfig
from ...utils import logging


a_								=       logging.get_logger(__name__)

a_								=       {
    """bigcode/gpt_bigcode-santacoder""": """https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json""",
}



class 			__lowerCAmelCase  (						lowerCAmelCase__ ):
 lowerCAmelCase__							       =	"""gpt_bigcode"""
 lowerCAmelCase__							       =	["""past_key_values"""]
 lowerCAmelCase__							       =	{
     """hidden_size""": """n_embd""",
     """max_position_embeddings""": """n_positions""",
     """num_attention_heads""": """n_head""",
     """num_hidden_layers""": """n_layer""",
 }




 def __init__(    self						,					__UpperCAmelCase=50257						,					__UpperCAmelCase=1024						,					__UpperCAmelCase=768						,					__UpperCAmelCase=12						,					__UpperCAmelCase=12						,					__UpperCAmelCase=None						,					__UpperCAmelCase="gelu_pytorch_tanh"						,					__UpperCAmelCase=0.1						,					__UpperCAmelCase=0.1						,					__UpperCAmelCase=0.1						,					__UpperCAmelCase=1E-5						,					__UpperCAmelCase=0.02						,					__UpperCAmelCase=True						,					__UpperCAmelCase=True						,					__UpperCAmelCase=50256						,					__UpperCAmelCase=50256						,					__UpperCAmelCase=True						,					__UpperCAmelCase=True						,					__UpperCAmelCase=True						,					**__UpperCAmelCase						,					):



    '''simple docstring'''
    __lowerCamelCase    				=     vocab_size
    __lowerCamelCase    				=     n_positions
    __lowerCamelCase    				=     n_embd
    __lowerCamelCase    				=     n_layer
    __lowerCamelCase    				=     n_head
    __lowerCamelCase    				=     n_inner
    __lowerCamelCase    				=     activation_function
    __lowerCamelCase    				=     resid_pdrop
    __lowerCamelCase    				=     embd_pdrop
    __lowerCamelCase    				=     attn_pdrop
    __lowerCamelCase    				=     layer_norm_epsilon
    __lowerCamelCase    				=     initializer_range
    __lowerCamelCase    				=     scale_attn_weights
    __lowerCamelCase    				=     use_cache
    __lowerCamelCase    				=     attention_softmax_in_fpaa
    __lowerCamelCase    				=     scale_attention_softmax_in_fpaa
    __lowerCamelCase    				=     multi_query

    __lowerCamelCase    				=     bos_token_id
    __lowerCamelCase    				=     eos_token_id

    super().__init__(bos_token_id=__UpperCAmelCase						,					eos_token_id=__UpperCAmelCase						,					**__UpperCAmelCase					)











a_								=       {
    0: """0""",
    1: """1""",
    2: """2""",
    3: """3""",
    4: """4""",
    5: """5""",
    6: """6""",
    7: """7""",
    8: """8""",
    9: """9""",
    10: """a""",
    11: """b""",
    12: """c""",
    13: """d""",
    14: """e""",
    15: """f""",
}





def 		a__      (		_UpperCamelCase      :			float				):
   assert type(_UpperCamelCase				) in (int, float) and decimal == int(_UpperCamelCase				)
   __lowerCamelCase    				=     int(_UpperCamelCase				)
   __lowerCamelCase    				=     ''''''
   __lowerCamelCase    				=     False
   if decimal < 0:
      __lowerCamelCase    				=     True
      decimal *= -1
   while decimal > 0:
      __lowerCamelCase				,__lowerCamelCase    				=     divmod(_UpperCamelCase			,16				)
      __lowerCamelCase    				=     values[remainder] + hexadecimal
   __lowerCamelCase    				=     '''0x''' + hexadecimal
   if negative:
      __lowerCamelCase    				=     '''-''' + hexadecimal
   return hexadecimal


if __name__ == "__main__":
  import doctest

  doctest.testmod()






