





UpperCamelCase__  			="""
# Transformers installation
! pip install transformers datasets
# To install from source instead of the last release, comment the command above and uncomment the following one.
# ! pip install git+https://github.com/huggingface/transformers.git
"""

UpperCamelCase__  			=[{"""type""": """code""", """content""": INSTALL_CONTENT}]
UpperCamelCase__  			={
    """{processor_class}""": """FakeProcessorClass""",
    """{model_class}""": """FakeModelClass""",
    """{object_class}""": """FakeObjectClass""",
}
from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE			:						int				  =		logging.get_logger(__name__)

SCREAMING_SNAKE_CASE			:						Dict				  =		{
    """google/canine-s""": """https://huggingface.co/google/canine-s/resolve/main/config.json""",
    # See all CANINE models at https://huggingface.co/models?filter=canine
}
class  A_			(							a_			):
  _SCREAMING_SNAKE_CASE     					=      """canine"""

  def __init__(		self			:   int  ,				__SCREAMING_SNAKE_CASE			:   List[str]=7_68  ,				__SCREAMING_SNAKE_CASE			:   Any=12  ,				__SCREAMING_SNAKE_CASE			:   str=12  ,				__SCREAMING_SNAKE_CASE			:   int=30_72  ,				__SCREAMING_SNAKE_CASE			:   int="gelu"  ,				__SCREAMING_SNAKE_CASE			:   Optional[int]=0.1  ,				__SCREAMING_SNAKE_CASE			:   List[str]=0.1  ,				__SCREAMING_SNAKE_CASE			:   List[Any]=1_63_84  ,				__SCREAMING_SNAKE_CASE			:   List[Any]=16  ,				__SCREAMING_SNAKE_CASE			:   int=0.02  ,				__SCREAMING_SNAKE_CASE			:   Optional[Any]=1E-12  ,				__SCREAMING_SNAKE_CASE			:   Union[str, Any]=0  ,				__SCREAMING_SNAKE_CASE			:   List[str]=0xE000  ,				__SCREAMING_SNAKE_CASE			:   int=0xE001  ,				__SCREAMING_SNAKE_CASE			:   Optional[int]=4  ,				__SCREAMING_SNAKE_CASE			:   Optional[Any]=4  ,				__SCREAMING_SNAKE_CASE			:   List[Any]=8  ,				__SCREAMING_SNAKE_CASE			:   List[str]=1_63_84  ,				__SCREAMING_SNAKE_CASE			:   Optional[Any]=1_28  ,				**__SCREAMING_SNAKE_CASE			:   List[str]  ,				):
   super().__init__(pad_token_id=__SCREAMING_SNAKE_CASE  ,				bos_token_id=__SCREAMING_SNAKE_CASE  ,				eos_token_id=__SCREAMING_SNAKE_CASE  ,				**__SCREAMING_SNAKE_CASE							)

   __a							=	max_position_embeddings
   __a							=	hidden_size
   __a							=	num_hidden_layers
   __a							=	num_attention_heads
   __a							=	intermediate_size
   __a							=	hidden_act
   __a							=	hidden_dropout_prob
   __a							=	attention_probs_dropout_prob
   __a							=	initializer_range
   __a							=	type_vocab_size
   __a							=	layer_norm_eps

   # Character config:
   __a							=	downsampling_rate
   __a							=	upsampling_kernel_size
   __a							=	num_hash_functions
   __a							=	num_hash_buckets
   __a							=	local_transformer_stride


