





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A :   Any  			=  logging.get_logger(__name__)

_A :   Dict  			=  {
    'tanreinama/GPTSAN-2.8B-spout_is_uniform': (
        'https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json'
    ),
}


class        __SCREAMING_SNAKE_CASE      (			lowerCAmelCase_ ):
       _UpperCAmelCase				:  Optional[int]			   =   "gptsan-japanese"
       _UpperCAmelCase				:  Union[str, Any]			   =   [
           "past_key_values",
       ]
       _UpperCAmelCase				:  List[Any]			   =   {
           "hidden_size": "d_model",
           "num_attention_heads": "num_heads",
           "num_hidden_layers": "num_layers",
       }







       def __init__(				self					:     List[str]		, A					:     Dict=3_6_0_0_0		, A					:     List[Any]=1_2_8_0		, A					:     Tuple=1_0_2_4		, A					:     int=8_1_9_2		, A					:     Optional[int]=4_0_9_6		, A					:     Union[str, Any]=1_2_8		, A					:     Optional[Any]=1_0		, A					:     Optional[Any]=0		, A					:     Optional[Any]=1_6		, A					:     Tuple=1_6		, A					:     Dict=1_2_8		, A					:     Optional[Any]=0.0		, A					:     int=1e-5		, A					:     int=False		, A					:     Optional[Any]=0.0		, A					:     Dict="float32"		, A					:     Union[str, Any]=False		, A					:     Optional[Any]=False		, A					:     str=False		, A					:     Tuple=0.0_02		, A					:     Tuple=False		, A					:     Optional[int]=True		, A					:     Optional[Any]=3_5_9_9_8		, A					:     Any=3_5_9_9_5		, A					:     Union[str, Any]=3_5_9_9_9		, **A					:     Optional[int]		, )       ->Optional[int]:
          lowerCamelCase__       :						Tuple        =							vocab_size
          lowerCamelCase__       :						List[Any]        =							max_position_embeddings
          lowerCamelCase__       :						Union[str, Any]        =							d_model
          lowerCamelCase__       :						Any        =							d_ff
          lowerCamelCase__       :						str        =							d_ext
          lowerCamelCase__       :						Tuple        =							d_spout
          lowerCamelCase__       :						Dict        =							num_switch_layers
          lowerCamelCase__       :						Tuple        =							num_ext_layers
          lowerCamelCase__       :						List[Any]        =							num_switch_layers + num_ext_layers
          lowerCamelCase__       :						List[Any]        =							num_heads
          lowerCamelCase__       :						str        =							num_experts
          lowerCamelCase__       :						List[str]        =							expert_capacity
          lowerCamelCase__       :						Optional[Any]        =							dropout_rate
          lowerCamelCase__       :						Optional[int]        =							layer_norm_epsilon
          lowerCamelCase__       :						Optional[int]        =							router_bias
          lowerCamelCase__       :						Any        =							router_jitter_noise
          lowerCamelCase__       :						int        =							router_dtype
          lowerCamelCase__       :						Optional[Any]        =							router_ignore_padding_tokens
          lowerCamelCase__       :						List[Any]        =							output_hidden_states
          lowerCamelCase__       :						Union[str, Any]        =							output_attentions
          lowerCamelCase__       :						Dict        =							initializer_factor
          lowerCamelCase__       :						Union[str, Any]        =							output_router_logits
          lowerCamelCase__       :						Union[str, Any]        =							use_cache

          super().__init__(
              separator_token_id=A		, pad_token_id=A		, eos_token_id=A		, **A		, )










def 	_a						(   UpperCAmelCase					)    ->    int:







   """simple docstring"""

   if not isinstance(UpperCAmelCase      ,  UpperCAmelCase					):
      raise TypeError('''only integers accepted as input'''					)
   else:
      lowerCamelCase__       :						Any        =							str(abs(UpperCAmelCase					)					)
      lowerCamelCase__       :						Union[str, Any]        =							[list(UpperCAmelCase					) for char in range(len(UpperCAmelCase					)					)]
      for index in range(len(UpperCAmelCase					)					):
         num_transpositions[index].pop(UpperCAmelCase					)
      return max(
          int(''''''.join(list(UpperCAmelCase					)					)					) for transposition in num_transpositions					)


if __name__ == "__main__":
       __import__('doctest').testmod()



