





'''simple docstring'''


snake_case__					:      str				      =  [0, 2, 4, 6, 8]
snake_case__					:      Optional[int]				      =  [1, 3, 5, 7, 9]


def  _lowerCamelCase   (				lowerCamelCase_ :							int     ,					lowerCamelCase_ :							int     ,					lowerCamelCase_ :							list[int]     ,					lowerCamelCase_ :							int       ):



     """simple docstring"""





     if remaining_length == 0:
          if digits[0] == 0 or digits[-1] == 0:
               return 0

          for i in range(length // 2 - 1     ,					-1     ,					-1       ):
               remainder += digits[i] + digits[length - i - 1]

               if remainder % 2 == 0:
                    return 0

               remainder //= 10

          return 1

     if remaining_length == 1:
          if remainder % 2 == 0:
               return 0

          UpperCAmelCase_							:       List[Any]       =				0
          for digit in range(10       ):
               UpperCAmelCase_							:       Optional[Any]       =				digit
               result += reversible_numbers(
                   0     ,					(remainder + 2 * digit) // 10     ,					lowerCamelCase_     ,					lowerCamelCase_       )
          return result

     UpperCAmelCase_							:       Optional[int]       =				0
     for digita in range(10       ):
          UpperCAmelCase_							:       Optional[int]       =				digita

          if (remainder + digita) % 2 == 0:
               UpperCAmelCase_							:       int       =				ODD_DIGITS
          else:
               UpperCAmelCase_							:       str       =				EVEN_DIGITS

          for digita in other_parity_digits:
               UpperCAmelCase_							:       int       =				digita
               result += reversible_numbers(
                   remaining_length - 2     ,					(remainder + digita + digita) // 10     ,					lowerCamelCase_     ,					lowerCamelCase_     ,					)
     return result


def  _lowerCamelCase   (				lowerCamelCase_ :							int = 9       ):



     """simple docstring"""





     UpperCAmelCase_							:       Dict       =				0
     for length in range(1     ,					max_power + 1       ):
          result += reversible_numbers(lowerCamelCase_     ,					0     ,					[0] * length     ,					lowerCamelCase_       )
     return result


if __name__ == "__main__":
 print(f'''{solution() = }''')







'''simple docstring'''


import unittest

from parameterized import parameterized

from transformers import OpenLlamaConfig, is_torch_available, set_seed
from transformers.testing_utils import require_torch, torch_device

from ...generation.test_utils import GenerationTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
 import torch

 from transformers import OpenLlamaForCausalLM, OpenLlamaForSequenceClassification, OpenLlamaModel






class 					__SCREAMING_SNAKE_CASE						:







  '''simple docstring'''






  def __init__(			self				,		snake_case_				,		snake_case_=1_3				,		snake_case_=7				,		snake_case_=True				,		snake_case_=True				,		snake_case_=False				,		snake_case_=True				,		snake_case_=9_9				,		snake_case_=3_2				,		snake_case_=5				,		snake_case_=4				,		snake_case_=3_7				,		snake_case_="gelu"				,		snake_case_=0.1				,		snake_case_=0.1				,		snake_case_=5_1_2				,		snake_case_=1_6				,		snake_case_=2				,		snake_case_=0.02				,		snake_case_=3				,		snake_case_=4				,		snake_case_=None				,		):




       '''simple docstring'''

       UpperCAmelCase_							:       Union[str, Any]       =				parent
       UpperCAmelCase_							:       List[str]       =				batch_size
       UpperCAmelCase_							:       Dict       =				seq_length
       UpperCAmelCase_							:       Any       =				is_training
       UpperCAmelCase_							:       List[Any]       =				use_input_mask
       UpperCAmelCase_							:       Tuple       =				use_token_type_ids
       UpperCAmelCase_							:       Tuple       =				use_labels
       UpperCAmelCase_							:       Dict       =				vocab_size
       UpperCAmelCase_							:       Union[str, Any]       =				hidden_size
       UpperCAmelCase_							:       Optional[Any]       =				num_hidden_layers
       UpperCAmelCase_							:       Union[str, Any]       =				num_attention_heads
       UpperCAmelCase_							:       Optional[int]       =				intermediate_size
       UpperCAmelCase_							:       Dict       =				hidden_act
       UpperCAmelCase_							:       Any       =				hidden_dropout_prob
       UpperCAmelCase_							:       Optional[Any]       =				attention_probs_dropout_prob
       UpperCAmelCase_							:       Optional[int]       =				max_position_embeddings
       UpperCAmelCase_							:       List[Any]       =				type_vocab_size
       UpperCAmelCase_							:       Optional[Any]       =				type_sequence_label_size
       UpperCAmelCase_							:       List[Any]       =				initializer_range
       UpperCAmelCase_							:       List[Any]       =				num_labels
       UpperCAmelCase_							:       Any       =				num_choices
       UpperCAmelCase_							:       List[str]       =				scope


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_							:       List[str]       =				ids_tensor([self.batch_size, self.seq_length]				,		self.vocab_size						)

       UpperCAmelCase_							:       List[str]       =				None
       if self.use_input_mask:
            UpperCAmelCase_							:       Optional[int]       =				random_attention_mask([self.batch_size, self.seq_length]						)

       UpperCAmelCase_							:       int       =				None
       if self.use_token_type_ids:
            UpperCAmelCase_							:       Dict       =				ids_tensor([self.batch_size, self.seq_length]				,		self.type_vocab_size						)

       UpperCAmelCase_							:       Tuple       =				None
       UpperCAmelCase_							:       Any       =				None
       UpperCAmelCase_							:       str       =				None
       if self.use_labels:
            UpperCAmelCase_							:       str       =				ids_tensor([self.batch_size]				,		self.type_sequence_label_size						)
            UpperCAmelCase_							:       Optional[int]       =				ids_tensor([self.batch_size, self.seq_length]				,		self.num_labels						)
            UpperCAmelCase_							:       Any       =				ids_tensor([self.batch_size]				,		self.num_choices						)

       UpperCAmelCase_							:       int       =				self.get_config()

       return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       return OpenLlamaConfig(
           vocab_size=self.vocab_size				,		hidden_size=self.hidden_size				,		num_hidden_layers=self.num_hidden_layers				,		num_attention_heads=self.num_attention_heads				,		intermediate_size=self.intermediate_size				,		hidden_act=self.hidden_act				,		hidden_dropout_prob=self.hidden_dropout_prob				,		attention_probs_dropout_prob=self.attention_probs_dropout_prob				,		max_position_embeddings=self.max_position_embeddings				,		type_vocab_size=self.type_vocab_size				,		is_decoder=snake_case_				,		initializer_range=self.initializer_range				,		use_stable_embedding=snake_case_				,		)


  def _UpperCamelCase					(			self				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_						):




       '''simple docstring'''

       UpperCAmelCase_							:       str       =				OpenLlamaModel(config=snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       str       =				model(snake_case_				,		attention_mask=snake_case_						)
       UpperCAmelCase_							:       Dict       =				model(snake_case_						)
       self.parent.assertEqual(result.last_hidden_state.shape				,		(self.batch_size, self.seq_length, self.hidden_size)						)


  def _UpperCamelCase					(			self				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		):




       '''simple docstring'''

       UpperCAmelCase_							:       List[Any]       =				True
       UpperCAmelCase_							:       Dict       =				OpenLlamaModel(snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       Optional[Any]       =				model(
           snake_case_				,		attention_mask=snake_case_				,		encoder_hidden_states=snake_case_				,		encoder_attention_mask=snake_case_				,		)
       UpperCAmelCase_							:       Any       =				model(
           snake_case_				,		attention_mask=snake_case_				,		encoder_hidden_states=snake_case_				,		)
       UpperCAmelCase_							:       Optional[Any]       =				model(snake_case_				,		attention_mask=snake_case_						)
       self.parent.assertEqual(result.last_hidden_state.shape				,		(self.batch_size, self.seq_length, self.hidden_size)						)


  def _UpperCamelCase					(			self				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		):




       '''simple docstring'''

       UpperCAmelCase_							:       Optional[Any]       =				OpenLlamaForCausalLM(config=snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       Union[str, Any]       =				model(snake_case_				,		attention_mask=snake_case_				,		labels=snake_case_						)
       self.parent.assertEqual(result.logits.shape				,		(self.batch_size, self.seq_length, self.vocab_size)						)


  def _UpperCamelCase					(			self				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		snake_case_				,		):




       '''simple docstring'''

       UpperCAmelCase_							:       Optional[Any]       =				True
       UpperCAmelCase_							:       List[Any]       =				True
       UpperCAmelCase_							:       Tuple       =				OpenLlamaForCausalLM(config=snake_case_						)
       model.to(snake_case_						)
       model.eval()

       # first forward pass
       UpperCAmelCase_							:       Tuple       =				model(
           snake_case_				,		attention_mask=snake_case_				,		encoder_hidden_states=snake_case_				,		encoder_attention_mask=snake_case_				,		use_cache=snake_case_				,		)
       UpperCAmelCase_							:       int       =				outputs.past_key_values

       # create hypothetical multiple next token and extent to next_input_ids
       UpperCAmelCase_							:       Optional[int]       =				ids_tensor((self.batch_size, 3)				,		config.vocab_size						)
       UpperCAmelCase_							:       Optional[int]       =				ids_tensor((self.batch_size, 3)				,		vocab_size=2						)

       # append to next input_ids and
       UpperCAmelCase_							:       Union[str, Any]       =				torch.cat([input_ids, next_tokens]				,		dim=-1						)
       UpperCAmelCase_							:       Tuple       =				torch.cat([input_mask, next_mask]				,		dim=-1						)

       UpperCAmelCase_							:       List[Any]       =				model(
           snake_case_				,		attention_mask=snake_case_				,		encoder_hidden_states=snake_case_				,		encoder_attention_mask=snake_case_				,		output_hidden_states=snake_case_				,		)['hidden_states'][0]
       UpperCAmelCase_							:       List[str]       =				model(
           snake_case_				,		attention_mask=snake_case_				,		encoder_hidden_states=snake_case_				,		encoder_attention_mask=snake_case_				,		past_key_values=snake_case_				,		output_hidden_states=snake_case_				,		)['hidden_states'][0]

       # select random slice
       UpperCAmelCase_							:       Union[str, Any]       =				ids_tensor((1,)				,		output_from_past.shape[-1]						).item()
       UpperCAmelCase_							:       List[Any]       =				output_from_no_past[:, -3:, random_slice_idx].detach()
       UpperCAmelCase_							:       Optional[Any]       =				output_from_past[:, :, random_slice_idx].detach()

       self.parent.assertTrue(output_from_past_slice.shape[1] == next_tokens.shape[1]						)

       # test that outputs are equal for slice
       self.parent.assertTrue(torch.allclose(snake_case_				,		snake_case_				,		atol=1E-3						)						)






  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_							:       int       =				self.prepare_config_and_inputs()
       (
           (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      (
           UpperCAmelCase_
       )       ,      
       )							:       Tuple       =				config_and_inputs
       UpperCAmelCase_							:       List[Any]       =				{'input_ids': input_ids, 'attention_mask': input_mask}
       return config, inputs_dict







@require_torch
class 					__SCREAMING_SNAKE_CASE						(	lowerCamelCase_						,     lowerCamelCase_						,     lowerCamelCase_						,     unittest.TestCase	):







  '''simple docstring'''






  lowerCamelCase_		:Tuple						   =		(
      (OpenLlamaModel, OpenLlamaForCausalLM, OpenLlamaForSequenceClassification) if is_torch_available() else ()
  )
  lowerCamelCase_		:Tuple						   =		(OpenLlamaForCausalLM,) if is_torch_available() else ()
  lowerCamelCase_		:Union[str, Any]						   =		(
      {
          '''feature-extraction''': OpenLlamaModel,
          '''text-classification''': OpenLlamaForSequenceClassification,
          '''text-generation''': OpenLlamaForCausalLM,
          '''zero-shot''': OpenLlamaForSequenceClassification,
      }
      if is_torch_available()
      else {}
  )
  lowerCamelCase_		:str						   =		False
  lowerCamelCase_		:Optional[int]						   =		False


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_							:       List[str]       =				OpenLlamaModelTester(self						)
       UpperCAmelCase_							:       List[Any]       =				ConfigTester(self				,		config_class=snake_case_				,		hidden_size=3_7						)


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       self.config_tester.run_common_tests()


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_							:       Any       =				self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_model(*snake_case_						)


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_							:       Optional[int]       =				self.model_tester.prepare_config_and_inputs()
       for type in ["absolute", "relative_key", "relative_key_query"]:
            UpperCAmelCase_							:       int       =				type
            self.model_tester.create_and_check_model(*snake_case_						)


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_       ,      UpperCAmelCase_							:       List[Any]       =				self.model_tester.prepare_config_and_inputs_for_common()
       UpperCAmelCase_							:       Optional[Any]       =				3
       UpperCAmelCase_							:       Union[str, Any]       =				input_dict['input_ids']
       UpperCAmelCase_							:       int       =				input_ids.ne(1						).to(snake_case_						)
       UpperCAmelCase_							:       str       =				ids_tensor([self.model_tester.batch_size]				,		self.model_tester.type_sequence_label_size						)
       UpperCAmelCase_							:       Any       =				OpenLlamaForSequenceClassification(snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       Optional[Any]       =				model(snake_case_				,		attention_mask=snake_case_				,		labels=snake_case_						)
       self.assertEqual(result.logits.shape				,		(self.model_tester.batch_size, self.model_tester.num_labels)						)


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_       ,      UpperCAmelCase_							:       Any       =				self.model_tester.prepare_config_and_inputs_for_common()
       UpperCAmelCase_							:       List[str]       =				3
       UpperCAmelCase_							:       str       =				'single_label_classification'
       UpperCAmelCase_							:       List[str]       =				input_dict['input_ids']
       UpperCAmelCase_							:       Optional[Any]       =				input_ids.ne(1						).to(snake_case_						)
       UpperCAmelCase_							:       List[str]       =				ids_tensor([self.model_tester.batch_size]				,		self.model_tester.type_sequence_label_size						)
       UpperCAmelCase_							:       Optional[int]       =				OpenLlamaForSequenceClassification(snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       List[Any]       =				model(snake_case_				,		attention_mask=snake_case_				,		labels=snake_case_						)
       self.assertEqual(result.logits.shape				,		(self.model_tester.batch_size, self.model_tester.num_labels)						)


  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       UpperCAmelCase_       ,      UpperCAmelCase_							:       Optional[int]       =				self.model_tester.prepare_config_and_inputs_for_common()
       UpperCAmelCase_							:       List[str]       =				3
       UpperCAmelCase_							:       int       =				'multi_label_classification'
       UpperCAmelCase_							:       Dict       =				input_dict['input_ids']
       UpperCAmelCase_							:       int       =				input_ids.ne(1						).to(snake_case_						)
       UpperCAmelCase_							:       str       =				ids_tensor(
           [self.model_tester.batch_size, config.num_labels]				,		self.model_tester.type_sequence_label_size						).to(torch.float						)
       UpperCAmelCase_							:       Union[str, Any]       =				OpenLlamaForSequenceClassification(snake_case_						)
       model.to(snake_case_						)
       model.eval()
       UpperCAmelCase_							:       Optional[Any]       =				model(snake_case_				,		attention_mask=snake_case_				,		labels=snake_case_						)
       self.assertEqual(result.logits.shape				,		(self.model_tester.batch_size, self.model_tester.num_labels)						)


  @unittest.skip('Open-Llama buffers include complex numbers, which breaks this test'						)
  def _UpperCamelCase					(			self						):




       '''simple docstring'''

       pass






  @parameterized.expand([('linear',), ('dynamic',)]						)
  def _UpperCamelCase					(			self				,		snake_case_						):




       '''simple docstring'''

       UpperCAmelCase_       ,      UpperCAmelCase_							:       Optional[Any]       =				self.model_tester.prepare_config_and_inputs_for_common()
       UpperCAmelCase_							:       int       =				ids_tensor([1, 1_0]				,		config.vocab_size						)
       UpperCAmelCase_							:       Tuple       =				ids_tensor([1, int(config.max_position_embeddings * 1.5						)]				,		config.vocab_size						)

       set_seed(4_2						)  # Fixed seed at init time so the two models get the same random weights
       UpperCAmelCase_							:       Tuple       =				OpenLlamaModel(snake_case_						)
       original_model.to(snake_case_						)
       original_model.eval()
       UpperCAmelCase_							:       List[str]       =				original_model(snake_case_						).last_hidden_state
       UpperCAmelCase_							:       Any       =				original_model(snake_case_						).last_hidden_state

       set_seed(4_2						)  # Fixed seed at init time so the two models get the same random weights
       UpperCAmelCase_							:       Tuple       =				{'type': scaling_type, 'factor': 10.0}
       UpperCAmelCase_							:       List[str]       =				OpenLlamaModel(snake_case_						)
       scaled_model.to(snake_case_						)
       scaled_model.eval()
       UpperCAmelCase_							:       Tuple       =				scaled_model(snake_case_						).last_hidden_state
       UpperCAmelCase_							:       Optional[int]       =				scaled_model(snake_case_						).last_hidden_state

       # Dynamic scaling does not change the RoPE embeddings until it receives an input longer than the original
       # maximum sequence length, so the outputs for the short input should match.
       if scaling_type == "dynamic":
            self.assertTrue(torch.allclose(snake_case_				,		snake_case_				,		atol=1E-5						)						)
       else:
            self.assertFalse(torch.allclose(snake_case_				,		snake_case_				,		atol=1E-5						)						)

       # The output should be different for long inputs
       self.assertFalse(torch.allclose(snake_case_				,		snake_case_				,		atol=1E-5						)						)






