

'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase  :		Optional[int]  =		logging.get_logger(__name__)

_UpperCAmelCase  :		Optional[Any]  =		{
    '''tanreinama/GPTSAN-2.8B-spout_is_uniform''': (
        '''https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json'''
    ),
}

class 						__magic_name__   (							__SCREAMING_SNAKE_CASE ):
 UpperCamelCase__     =       'gptsan-japanese'
 UpperCamelCase__     =       [
     'past_key_values',
 ]
 UpperCamelCase__     =       {
     'hidden_size': 'd_model',
     'num_attention_heads': 'num_heads',
     'num_hidden_layers': 'num_layers',
 }







 def __init__(       self  , snake_case_=3_60_00  , snake_case_=12_80  , snake_case_=10_24  , snake_case_=81_92  , snake_case_=40_96  , snake_case_=1_28  , snake_case_=10  , snake_case_=0  , snake_case_=16  , snake_case_=16  , snake_case_=1_28  , snake_case_=0.0  , snake_case_=1E-5  , snake_case_=False  , snake_case_=0.0  , snake_case_="float32"  , snake_case_=False  , snake_case_=False  , snake_case_=False  , snake_case_=0.0_02  , snake_case_=False  , snake_case_=True  , snake_case_=3_59_98  , snake_case_=3_59_95  , snake_case_=3_59_99  , **snake_case_  , ):
   lowercase									=vocab_size
   lowercase									=max_position_embeddings
   lowercase									=d_model
   lowercase									=d_ff
   lowercase									=d_ext
   lowercase									=d_spout
   lowercase									=num_switch_layers
   lowercase									=num_ext_layers
   lowercase									=num_switch_layers + num_ext_layers
   lowercase									=num_heads
   lowercase									=num_experts
   lowercase									=expert_capacity
   lowercase									=dropout_rate
   lowercase									=layer_norm_epsilon
   lowercase									=router_bias
   lowercase									=router_jitter_noise
   lowercase									=router_dtype
   lowercase									=router_ignore_padding_tokens
   lowercase									=output_hidden_states
   lowercase									=output_attentions
   lowercase									=initializer_factor
   lowercase									=output_router_logits
   lowercase									=use_cache

   super().__init__(
       separator_token_id=snake_case_  , pad_token_id=snake_case_  , eos_token_id=snake_case_  , **snake_case_  , )

from ...utils import logging
from ..ta.modeling_tf_ta import TFTaEncoderModel, TFTaForConditionalGeneration, TFTaModel
from .configuration_mta import MTaConfig


SCREAMING_SNAKE_CASE			:						int				  =		logging.get_logger(__name__)

SCREAMING_SNAKE_CASE			:						Any				  =		"""T5Config"""
class  A_			(							a_			):
  _SCREAMING_SNAKE_CASE     					=      """mt5"""
  _SCREAMING_SNAKE_CASE     					=      MTaConfig
class  A_			(							a_			):
  _SCREAMING_SNAKE_CASE     					=      """mt5"""
  _SCREAMING_SNAKE_CASE     					=      MTaConfig
class  A_			(							a_			):
  _SCREAMING_SNAKE_CASE     					=      """mt5"""
  _SCREAMING_SNAKE_CASE     					=      MTaConfig


