


'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase				:Union[str, Any]        =      logging.get_logger(__name__)

lowerCAmelCase				:Union[str, Any]        =      {
    '''bigcode/gpt_bigcode-santacoder''': '''https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json''',
}
class _lowerCamelCase	(						lowercase__							):



		'''simple docstring'''







		A_     :      List[str]				   =    """gpt_bigcode"""
		A_     :      str				   =    ["""past_key_values"""]
		A_     :      List[str]				   =    {
		    """hidden_size""": """n_embd""",
		    """max_position_embeddings""": """n_positions""",
		    """num_attention_heads""": """n_head""",
		    """num_hidden_layers""": """n_layer""",
		}







		def __init__( self		:						List[Any]  ,					_A		:						Dict=50257  ,					_A		:						Any=1024  ,					_A		:						List[Any]=768  ,					_A		:						Optional[int]=12  ,					_A		:						List[str]=12  ,					_A		:						Optional[Any]=None  ,					_A		:						Optional[int]="gelu_pytorch_tanh"  ,					_A		:						List[str]=0.1  ,					_A		:						Any=0.1  ,					_A		:						List[str]=0.1  ,					_A		:						int=1E-5  ,					_A		:						str=0.02  ,					_A		:						Optional[int]=True  ,					_A		:						Optional[Any]=True  ,					_A		:						List[Any]=50256  ,					_A		:						Optional[int]=50256  ,					_A		:						List[str]=True  ,					_A		:						List[Any]=True  ,					_A		:						Optional[Any]=True  ,					**_A		:						str  ,					)  ->			Optional[Any]:
			__magic_name__	:   List[Any]					     =					vocab_size
			__magic_name__	:   Tuple					     =					n_positions
			__magic_name__	:   Tuple					     =					n_embd
			__magic_name__	:   Dict					     =					n_layer
			__magic_name__	:   List[Any]					     =					n_head
			__magic_name__	:   Tuple					     =					n_inner
			__magic_name__	:   Tuple					     =					activation_function
			__magic_name__	:   Any					     =					resid_pdrop
			__magic_name__	:   Tuple					     =					embd_pdrop
			__magic_name__	:   Dict					     =					attn_pdrop
			__magic_name__	:   List[str]					     =					layer_norm_epsilon
			__magic_name__	:   Any					     =					initializer_range
			__magic_name__	:   Tuple					     =					scale_attn_weights
			__magic_name__	:   Optional[Any]					     =					use_cache
			__magic_name__	:   str					     =					attention_softmax_in_fpaa
			__magic_name__	:   Tuple					     =					scale_attention_softmax_in_fpaa
			__magic_name__	:   List[Any]					     =					multi_query

			__magic_name__	:   Union[str, Any]					     =					bos_token_id
			__magic_name__	:   str					     =					eos_token_id

			super().__init__(bos_token_id=_A  ,					eos_token_id=_A  ,					**_A      )



'''simple docstring'''

def lowerCamelCase      (      lowerCAmelCase    :     str		):





	"""simple docstring"""







	return "".join(chr(ord(lowerCAmelCase		) - 32		) if 'a' <= char <= 'z' else char for char in word		)


if __name__ == "__main__":
							from doctest import testmod

							testmod()