



from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_		 =					logging.get_logger(__name__)

UpperCAmelCase_		 =					{"""ctrl""": """https://huggingface.co/ctrl/resolve/main/config.json"""}


class 	lowerCamelCase__	(       _A):



 """simple docstring"""

 a__					: Any =  "ctrl"
 a__					: Tuple =  ["past_key_values"]
 a__					: Union[str, Any] =  {
     "max_position_embeddings": "n_positions",
     "hidden_size": "n_embd",
     "num_attention_heads": "n_head",
     "num_hidden_layers": "n_layer",
 }

 def __init__(    self					:					List[Any]			,						__lowerCAmelCase					:					Tuple=24_65_34			,						__lowerCAmelCase					:					str=2_56			,						__lowerCAmelCase					:					int=12_80			,						__lowerCAmelCase					:					int=81_92			,						__lowerCAmelCase					:					str=48			,						__lowerCAmelCase					:					List[Any]=16			,						__lowerCAmelCase					:					int=0.1			,						__lowerCAmelCase					:					Tuple=0.1			,						__lowerCAmelCase					:					List[Any]=1E-6			,						__lowerCAmelCase					:					List[Any]=0.02			,						__lowerCAmelCase					:					str=True			,						**__lowerCAmelCase					:					List[Any]			,						)   ->	List[str]:
    _A      =       vocab_size
    _A      =       n_positions
    _A      =       n_embd
    _A      =       n_layer
    _A      =       n_head
    _A      =       dff
    _A      =       resid_pdrop
    _A      =       embd_pdrop
    _A      =       layer_norm_epsilon
    _A      =       initializer_range

    _A      =       use_cache

    super().__init__(**__lowerCAmelCase      )






"""simple docstring"""
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available


_A							=  {}

try:
    if not is_sentencepiece_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    _A							=  ["""BartphoTokenizer"""]

if TYPE_CHECKING:
    try:
        if not is_sentencepiece_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .tokenization_bartpho import BartphoTokenizer

else:
    import sys

    _A							=  _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)

