




from ...configuration_utils import PretrainedConfig
from ...utils import logging


a													=			logging.get_logger(__name__)

a													=			{
    "google/canine-s": "https://huggingface.co/google/canine-s/resolve/main/config.json",
    # See all CANINE models at https://huggingface.co/models?filter=canine
}




class       _A				(		__lowercase     ):
		__a					    =       """canine"""






		def __init__(    self						,		_SCREAMING_SNAKE_CASE=768						,		_SCREAMING_SNAKE_CASE=12						,		_SCREAMING_SNAKE_CASE=12						,		_SCREAMING_SNAKE_CASE=3072						,		_SCREAMING_SNAKE_CASE="gelu"						,		_SCREAMING_SNAKE_CASE=0.1						,		_SCREAMING_SNAKE_CASE=0.1						,		_SCREAMING_SNAKE_CASE=1_6384						,		_SCREAMING_SNAKE_CASE=16						,		_SCREAMING_SNAKE_CASE=0.02						,		_SCREAMING_SNAKE_CASE=1e-12						,		_SCREAMING_SNAKE_CASE=0						,		_SCREAMING_SNAKE_CASE=0xE0_00						,		_SCREAMING_SNAKE_CASE=0xE0_01						,		_SCREAMING_SNAKE_CASE=4						,		_SCREAMING_SNAKE_CASE=4						,		_SCREAMING_SNAKE_CASE=8						,		_SCREAMING_SNAKE_CASE=1_6384						,		_SCREAMING_SNAKE_CASE=128						,		**_SCREAMING_SNAKE_CASE						,		):
								super().__init__(pad_token_id=_SCREAMING_SNAKE_CASE						,		bos_token_id=_SCREAMING_SNAKE_CASE						,		eos_token_id=_SCREAMING_SNAKE_CASE						,		**_SCREAMING_SNAKE_CASE			)

								_UpperCAmelCase      =			max_position_embeddings
								_UpperCAmelCase      =			hidden_size
								_UpperCAmelCase      =			num_hidden_layers
								_UpperCAmelCase      =			num_attention_heads
								_UpperCAmelCase      =			intermediate_size
								_UpperCAmelCase      =			hidden_act
								_UpperCAmelCase      =			hidden_dropout_prob
								_UpperCAmelCase      =			attention_probs_dropout_prob
								_UpperCAmelCase      =			initializer_range
								_UpperCAmelCase      =			type_vocab_size
								_UpperCAmelCase      =			layer_norm_eps

								# Character config:
								_UpperCAmelCase      =			downsampling_rate
								_UpperCAmelCase      =			upsampling_kernel_size
								_UpperCAmelCase      =			num_hash_functions
								_UpperCAmelCase      =			num_hash_buckets
								_UpperCAmelCase      =			local_transformer_stride





# flake8: noqa
# Lint as: python3
a													=			[
    "VerificationMode",
    "Version",
    "disable_progress_bar",
    "enable_progress_bar",
    "is_progress_bar_enabled",
    "experimental",
]

from .info_utils import VerificationMode
from .logging import disable_progress_bar, enable_progress_bar, is_progress_bar_enabled
from .version import Version
from .experimental import experimental