



'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case_			=     logging.get_logger(__name__)

snake_case_			=     {
    """tanreinama/GPTSAN-2.8B-spout_is_uniform""": (
        """https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json"""
    ),
}


class 	a__     (				_lowercase	):
	__magic_name__		:    Union[str, Any]	    =     "gptsan-japanese"
	__magic_name__		:    int	    =     [
	    "past_key_values",
	]
	__magic_name__		:    str	    =     {
	    "hidden_size": "d_model",
	    "num_attention_heads": "num_heads",
	    "num_hidden_layers": "num_layers",
	}


	def __init__(self : List[str],					__UpperCAmelCase : str=36000,					__UpperCAmelCase : Union[str, Any]=1280,					__UpperCAmelCase : List[str]=1024,					__UpperCAmelCase : Optional[int]=8192,					__UpperCAmelCase : Dict=4096,					__UpperCAmelCase : Optional[Any]=128,					__UpperCAmelCase : Dict=10,					__UpperCAmelCase : Any=0,					__UpperCAmelCase : List[Any]=16,					__UpperCAmelCase : Optional[int]=16,					__UpperCAmelCase : Dict=128,					__UpperCAmelCase : int=0.0,					__UpperCAmelCase : List[Any]=1e-5,					__UpperCAmelCase : List[str]=False,					__UpperCAmelCase : Optional[int]=0.0,					__UpperCAmelCase : List[str]="float32",					__UpperCAmelCase : Dict=False,					__UpperCAmelCase : List[Any]=False,					__UpperCAmelCase : Union[str, Any]=False,					__UpperCAmelCase : Optional[int]=0.002,					__UpperCAmelCase : int=False,					__UpperCAmelCase : Dict=True,					__UpperCAmelCase : str=35998,					__UpperCAmelCase : Any=35995,					__UpperCAmelCase : int=35999,					**__UpperCAmelCase : str,					)     ->			int:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Tuple      					= vocab_size
					SCREAMING_SNAKE_CASE  :						List[str]      					= max_position_embeddings
					SCREAMING_SNAKE_CASE  :						Optional[int]      					= d_model
					SCREAMING_SNAKE_CASE  :						int      					= d_ff
					SCREAMING_SNAKE_CASE  :						int      					= d_ext
					SCREAMING_SNAKE_CASE  :						Optional[int]      					= d_spout
					SCREAMING_SNAKE_CASE  :						Dict      					= num_switch_layers
					SCREAMING_SNAKE_CASE  :						str      					= num_ext_layers
					SCREAMING_SNAKE_CASE  :						int      					= num_switch_layers + num_ext_layers
					SCREAMING_SNAKE_CASE  :						Union[str, Any]      					= num_heads
					SCREAMING_SNAKE_CASE  :						List[str]      					= num_experts
					SCREAMING_SNAKE_CASE  :						Tuple      					= expert_capacity
					SCREAMING_SNAKE_CASE  :						List[Any]      					= dropout_rate
					SCREAMING_SNAKE_CASE  :						List[Any]      					= layer_norm_epsilon
					SCREAMING_SNAKE_CASE  :						Optional[Any]      					= router_bias
					SCREAMING_SNAKE_CASE  :						Dict      					= router_jitter_noise
					SCREAMING_SNAKE_CASE  :						str      					= router_dtype
					SCREAMING_SNAKE_CASE  :						str      					= router_ignore_padding_tokens
					SCREAMING_SNAKE_CASE  :						List[Any]      					= output_hidden_states
					SCREAMING_SNAKE_CASE  :						Tuple      					= output_attentions
					SCREAMING_SNAKE_CASE  :						Optional[Any]      					= initializer_factor
					SCREAMING_SNAKE_CASE  :						str      					= output_router_logits
					SCREAMING_SNAKE_CASE  :						Optional[int]      					= use_cache

					super().__init__(
					    separator_token_id=__UpperCAmelCase,					pad_token_id=__UpperCAmelCase,					eos_token_id=__UpperCAmelCase,					**__UpperCAmelCase,					)









'''simple docstring'''

import unittest

from transformers.testing_utils import CaptureStdout
from transformers.tools.python_interpreter import evaluate






def       __lowercase  (_SCREAMING_SNAKE_CASE      :List[Any]       ):
				return x + 2




class 	a__     (				unittest.TestCase	):


	def 				lowercase__  (self : List[str]      )     ->			int:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Union[str, Any]      					= '''x = 3'''
					SCREAMING_SNAKE_CASE  :						Dict      					= {}
					SCREAMING_SNAKE_CASE  :						Any      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					assert result == 3
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3}      )

					SCREAMING_SNAKE_CASE  :						str      					= '''x = y'''
					SCREAMING_SNAKE_CASE  :						int      					= {'''y''': 5}
					SCREAMING_SNAKE_CASE  :						Optional[int]      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					# evaluate returns the value of the last assignment.
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 5, '''y''': 5}      )


	def 				lowercase__  (self : Optional[int]      )     ->			str:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						int      					= '''y = add_two(x)'''
					SCREAMING_SNAKE_CASE  :						Optional[Any]      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						str      					= evaluate(__UpperCAmelCase,					{'''add_two''': add_two},					state=__UpperCAmelCase      )
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''y''': 5}      )

					# Won't work without the tool
					with CaptureStdout() as out:
									SCREAMING_SNAKE_CASE  :						Tuple      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					assert result is None
					assert "tried to execute add_two" in out.out


	def 				lowercase__  (self : Any      )     ->			Union[str, Any]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Any      					= '''x = 3'''
					SCREAMING_SNAKE_CASE  :						Any      					= {}
					SCREAMING_SNAKE_CASE  :						str      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					assert result == 3
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3}      )


	def 				lowercase__  (self : Optional[int]      )     ->			Optional[Any]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Optional[int]      					= '''test_dict = {\'x\': x, \'y\': add_two(x)}'''
					SCREAMING_SNAKE_CASE  :						Tuple      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						List[Any]      					= evaluate(__UpperCAmelCase,					{'''add_two''': add_two},					state=__UpperCAmelCase      )
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''y''': 5}      )
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''test_dict''': {'''x''': 3, '''y''': 5}}      )


	def 				lowercase__  (self : Optional[Any]      )     ->			List[str]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Union[str, Any]      					= '''x = 3\ny = 5'''
					SCREAMING_SNAKE_CASE  :						Tuple      					= {}
					SCREAMING_SNAKE_CASE  :						Optional[Any]      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					# evaluate returns the value of the last assignment.
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''y''': 5}      )


	def 				lowercase__  (self : Tuple      )     ->			Union[str, Any]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Any      					= '''text = f\'This is x: {x}.\''''
					SCREAMING_SNAKE_CASE  :						List[str]      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						Dict      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					# evaluate returns the value of the last assignment.
					assert result == "This is x: 3."
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''text''': '''This is x: 3.'''}      )


	def 				lowercase__  (self : int      )     ->			str:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Optional[int]      					= '''if x <= 3:\n    y = 2\nelse:\n    y = 5'''
					SCREAMING_SNAKE_CASE  :						int      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						List[str]      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					# evaluate returns the value of the last assignment.
					assert result == 2
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''y''': 2}      )

					SCREAMING_SNAKE_CASE  :						Any      					= {'''x''': 8}
					SCREAMING_SNAKE_CASE  :						int      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					# evaluate returns the value of the last assignment.
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 8, '''y''': 5}      )


	def 				lowercase__  (self : Any      )     ->			int:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Any      					= '''test_list = [x, add_two(x)]'''
					SCREAMING_SNAKE_CASE  :						List[str]      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						Tuple      					= evaluate(__UpperCAmelCase,					{'''add_two''': add_two},					state=__UpperCAmelCase      )
					self.assertListEqual(__UpperCAmelCase,					[3, 5]      )
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''test_list''': [3, 5]}      )


	def 				lowercase__  (self : int      )     ->			List[str]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Tuple      					= '''y = x'''
					SCREAMING_SNAKE_CASE  :						Tuple      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						str      					= evaluate(__UpperCAmelCase,					{},					state=__UpperCAmelCase      )
					assert result == 3
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''y''': 3}      )


	def 				lowercase__  (self : Optional[Any]      )     ->			Union[str, Any]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Dict      					= '''test_list = [x, add_two(x)]\ntest_list[1]'''
					SCREAMING_SNAKE_CASE  :						int      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						Optional[int]      					= evaluate(__UpperCAmelCase,					{'''add_two''': add_two},					state=__UpperCAmelCase      )
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''test_list''': [3, 5]}      )

					SCREAMING_SNAKE_CASE  :						Dict      					= '''test_dict = {\'x\': x, \'y\': add_two(x)}\ntest_dict[\'y\']'''
					SCREAMING_SNAKE_CASE  :						Tuple      					= {'''x''': 3}
					SCREAMING_SNAKE_CASE  :						Optional[Any]      					= evaluate(__UpperCAmelCase,					{'''add_two''': add_two},					state=__UpperCAmelCase      )
					assert result == 5
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 3, '''test_dict''': {'''x''': 3, '''y''': 5}}      )






	def 				lowercase__  (self : Optional[Any]      )     ->			List[str]:

					"""simple docstring"""

					SCREAMING_SNAKE_CASE  :						Any      					= '''x = 0\nfor i in range(3):\n    x = i'''
					SCREAMING_SNAKE_CASE  :						List[Any]      					= {}
					SCREAMING_SNAKE_CASE  :						List[str]      					= evaluate(__UpperCAmelCase,					{'''range''': range},					state=__UpperCAmelCase      )
					assert result == 2
					self.assertDictEqual(__UpperCAmelCase,					{'''x''': 2, '''i''': 2}      )




