





"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase			:		int		    =   logging.get_logger(__name__)

__UpperCamelCase			:		Optional[Any]		    =   {
    '''dandelin/vilt-b32-mlm''': '''https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json'''
}







class 	a				(					a__   ):
 snake_case__    	=    '''vilt'''



 def __init__(			self							,    _snake_case=3_05_22							,    _snake_case=2							,    _snake_case=2							,    _snake_case=40							,    _snake_case=7_68							,    _snake_case=12							,    _snake_case=12							,    _snake_case=30_72							,    _snake_case="gelu"							,    _snake_case=0.0							,    _snake_case=0.0							,    _snake_case=0.02							,    _snake_case=1E-12							,    _snake_case=3_84							,    _snake_case=32							,    _snake_case=3							,    _snake_case=True							,    _snake_case=-1							,    _snake_case=False							,    _snake_case=-1							,    **_snake_case							,    ):







  """simple docstring"""






  super().__init__(tie_word_embeddings=_snake_case							,    **_snake_case			)

  lowerCAmelCase  							=      vocab_size
  lowerCAmelCase  							=      type_vocab_size
  lowerCAmelCase  							=      modality_type_vocab_size
  lowerCAmelCase  							=      max_position_embeddings

  lowerCAmelCase  							=      hidden_size
  lowerCAmelCase  							=      num_hidden_layers
  lowerCAmelCase  							=      num_attention_heads
  lowerCAmelCase  							=      intermediate_size
  lowerCAmelCase  							=      hidden_act
  lowerCAmelCase  							=      hidden_dropout_prob
  lowerCAmelCase  							=      attention_probs_dropout_prob
  lowerCAmelCase  							=      initializer_range
  lowerCAmelCase  							=      layer_norm_eps

  lowerCAmelCase  							=      image_size
  lowerCAmelCase  							=      patch_size
  lowerCAmelCase  							=      num_channels
  lowerCAmelCase  							=      qkv_bias
  lowerCAmelCase  							=      max_image_length
  lowerCAmelCase  							=      num_images












"""simple docstring"""
__UpperCamelCase			:		Tuple		    =   10**8

def 						_SCREAMING_SNAKE_CASE       (_UpperCAmelCase :  int       ):
 if n % 10 == 0:
  return False
 lowerCAmelCase  							=      str(_UpperCAmelCase       )
 return s == s[::-1]

def 						_SCREAMING_SNAKE_CASE       ():
 lowerCAmelCase  							=      set()
 lowerCAmelCase  							=      1
 lowerCAmelCase  							=      5
 while sum_squares < LIMIT:
  lowerCAmelCase  							=      first_square + 1
  while sum_squares < LIMIT:
   if is_palindrome(_UpperCAmelCase       ):
    answer.add(_UpperCAmelCase       )
   last_square += 1
   sum_squares += last_square**2
  first_square += 1
  lowerCAmelCase  							=      first_square**2 + (first_square + 1) ** 2

 return sum(_UpperCAmelCase       )


if __name__ == "__main__":
       print(solution())





