





'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__		:     Union[str, Any]			=							logging.get_logger(__name__)

lowercase__		:     Optional[Any]			=							{'ctrl': 'https://huggingface.co/ctrl/resolve/main/config.json'}
class 							__lowerCAmelCase	(       __magic_name__					):






       """simple docstring"""
       _snake_case      :	Optional[int]									=       'ctrl'
       _snake_case      :	Union[str, Any]									=       ['past_key_values']
       _snake_case      :	Tuple									=       {
           'max_position_embeddings': 'n_positions',
           'hidden_size': 'n_embd',
           'num_attention_heads': 'n_head',
           'num_hidden_layers': 'n_layer',
       }





       def __init__(				self  :						Optional[Any]			,					lowerCAmelCase__  :						Tuple=246534			,					lowerCAmelCase__  :						List[Any]=256			,					lowerCAmelCase__  :						Union[str, Any]=1280			,					lowerCAmelCase__  :						str=8192			,					lowerCAmelCase__  :						Dict=48			,					lowerCAmelCase__  :						int=16			,					lowerCAmelCase__  :						Dict=0.1			,					lowerCAmelCase__  :						List[str]=0.1			,					lowerCAmelCase__  :						List[str]=1e-6			,					lowerCAmelCase__  :						List[str]=0.02			,					lowerCAmelCase__  :						int=True			,					**lowerCAmelCase__  :						Optional[int]			,					)       ->	List[Any]:

            '''simple docstring'''




            _UpperCamelCase							       =			vocab_size
            _UpperCamelCase							       =			n_positions
            _UpperCamelCase							       =			n_embd
            _UpperCamelCase							       =			n_layer
            _UpperCamelCase							       =			n_head
            _UpperCamelCase							       =			dff
            _UpperCamelCase							       =			resid_pdrop
            _UpperCamelCase							       =			embd_pdrop
            _UpperCamelCase							       =			layer_norm_epsilon
            _UpperCamelCase							       =			initializer_range

            _UpperCamelCase							       =			use_cache

            super().__init__(**lowerCAmelCase__	)










'''simple docstring'''

import unittest

from accelerate import debug_launcher
from accelerate.test_utils import require_cpu, test_ops, test_script
@require_cpu
class 							__lowerCAmelCase	(       unittest.TestCase					):






       """simple docstring"""





       def snake_case__		(				self  :						str	)       ->	Optional[int]:

            '''simple docstring'''




            debug_launcher(test_script.main	)







       def snake_case__		(				self  :						Any	)       ->	Optional[Any]:

            '''simple docstring'''




            debug_launcher(test_ops.main	)



