




'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase_      :  Any				     =  logging.get_logger(__name__)

lowerCAmelCase_      :  List[str]				     =  {'ctrl': 'https://huggingface.co/ctrl/resolve/main/config.json'}







class      SCREAMING_SNAKE_CASE    (						snake_case_				):
      __magic_name__  :       Union[str, Any]   							=					"ctrl"
      __magic_name__  :       Tuple   							=					["past_key_values"]
      __magic_name__  :       Optional[Any]   							=					{
          "max_position_embeddings": "n_positions",
          "hidden_size": "n_embd",
          "num_attention_heads": "n_head",
          "num_hidden_layers": "n_layer",
      }






      def __init__( self   :  List[str]						,						lowercase__   :  List[str]=24_6534						,						lowercase__   :  Optional[int]=256						,						lowercase__   :  Optional[Any]=1280						,						lowercase__   :  Optional[int]=8192						,						lowercase__   :  Any=48						,						lowercase__   :  Optional[Any]=16						,						lowercase__   :  Union[str, Any]=0.1						,						lowercase__   :  str=0.1						,						lowercase__   :  Union[str, Any]=1e-6						,						lowercase__   :  Any=0.02						,						lowercase__   :  List[str]=True						,						**lowercase__   :  Tuple						,						):


           '''simple docstring'''

           a_     :							List[Any]     						=  vocab_size
           a_     :							str     						=  n_positions
           a_     :							List[Any]     						=  n_embd
           a_     :							Union[str, Any]     						=  n_layer
           a_     :							List[Any]     						=  n_head
           a_     :							Tuple     						=  dff
           a_     :							List[Any]     						=  resid_pdrop
           a_     :							Any     						=  embd_pdrop
           a_     :							Dict     						=  layer_norm_epsilon
           a_     :							Tuple     						=  initializer_range

           a_     :							List[Any]     						=  use_cache

           super().__init__(**__UpperCAmelCase       )





from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available


lowerCamelCase		       =      {}


try:
						if not is_sentencepiece_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						lowerCamelCase		       =      ["""MLukeTokenizer"""]

if TYPE_CHECKING:
						try:
												if not is_sentencepiece_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .tokenization_mluke import MLukeTokenizer


else:
						import sys

						lowerCamelCase		       =      _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)


