


from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE			: Any				   =					logging.get_logger(__name__)

SCREAMING_SNAKE_CASE			: Any				   =					{"ctrl": "https://huggingface.co/ctrl/resolve/main/config.json"}






class _lowerCamelCase(		_a  ):
       lowercase_					:      int       					=     """ctrl"""
       lowercase_					:      List[Any]       					=     ["""past_key_values"""]
       lowercase_					:      Any       					=     {
           """max_position_embeddings""": """n_positions""",
           """hidden_size""": """n_embd""",
           """num_attention_heads""": """n_head""",
           """num_hidden_layers""": """n_layer""",
       }
       def __init__(   self, lowerCamelCase=24_65_34, lowerCamelCase=2_56, lowerCamelCase=12_80, lowerCamelCase=81_92, lowerCamelCase=48, lowerCamelCase=16, lowerCamelCase=0.1, lowerCamelCase=0.1, lowerCamelCase=1E-6, lowerCamelCase=0.0_2, lowerCamelCase=True, **lowerCamelCase, )			->  Dict:




           """simple docstring"""

           _lowercase			:				Optional[int] 						=						vocab_size
           _lowercase			:				Optional[Any] 						=						n_positions
           _lowercase			:				int 						=						n_embd
           _lowercase			:				Union[str, Any] 						=						n_layer
           _lowercase			:				Tuple 						=						n_head
           _lowercase			:				Any 						=						dff
           _lowercase			:				Tuple 						=						resid_pdrop
           _lowercase			:				List[str] 						=						embd_pdrop
           _lowercase			:				Dict 						=						layer_norm_epsilon
           _lowercase			:				Optional[int] 						=						initializer_range

           _lowercase			:				Tuple 						=						use_cache

           super().__init__(**lowerCamelCase)









"""simple docstring"""





def 					__A  (_SCREAMING_SNAKE_CASE	,  _SCREAMING_SNAKE_CASE     )   ->list[str]:





  """simple docstring"""


  return [sentence[i : i + ngram_size] for i in range(len(_SCREAMING_SNAKE_CASE     ) - ngram_size + 1     )]


if __name__ == "__main__":
  from doctest import testmod

  testmod()
