code: def __init__(
      self,
      hidden_size=768,
      num_hidden_layers=12,
      num_attention_heads=12,
      intermediate_size=3072,
      hidden_act="gelu",
      hidden_dropout_prob=0.1,
      attention_probs_dropout_prob=0.1,
      max_position_embeddings=16384,
      type_vocab_size=16,
      initializer_range=0.02,
      layer_norm_eps=1e-12,
      pad_token_id=0,
      bos_token_id=0xE000,
      eos_token_id=0xE001,
      downsampling_rate=4,
      upsampling_kernel_size=4,
      num_hash_functions=8,
      num_hash_buckets=16384,
      local_transformer_stride=128,  # Good TPU/XLA memory alignment.
      **kwargs,
  ):
      super().__init__(
          pad_token_id=pad_token_id,
          bos_token_id=bos_token_id,
          eos_token_id=eos_token_id,
          **kwargs,
      )
  
      self.max_position_embeddings = max_position_embeddings
      self.hidden_size = hidden_size
      self.num_hidden_layers = num_hidden_layers
      self.num_attention_heads = num_attention_heads
      self.intermediate_size = intermediate_size
      self.hidden_act = hidden_act
      self.hidden_dropout_prob = hidden_dropout_prob
      self.attention_probs_dropout_prob = attention_probs_dropout_prob
      self.initializer_range = initializer_range
      self.type_vocab_size = type_vocab_size
      self.layer_norm_eps = layer_norm_eps
  
      # Character config:
      self.downsampling_rate = downsampling_rate
      self.upsampling_kernel_size = upsampling_kernel_size
      self.num_hash_functions = num_hash_functions
      self.num_hash_buckets = num_hash_buckets
      self.local_transformer_stride = local_transformer_stride
  
imports: from ...configuration_utils import PretrainedConfig
  from ...utils import logging
label_desc: Use image node_id 1 to create a new CanineConfig object from inherited base classes: PretrainedConfig with example: obj = CanineConfig(hidden_size, num_hidden_layers, num_attention_heads, intermediate_size, hidden_act, hidden_dropout_prob, attention_probs_dropout_prob, max_position_embeddings, type_vocab_size, initializer_range, layer_norm_eps, pad_token_id, bos_token_id, eos_token_id, downsampling_rate, upsampling_kernel_size, num_hash_functions, num_hash_buckets, local_transformer_stride)