





"""simple docstring"""





import warnings

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A											=						logging.get_logger(__name__)

__A											=						{
    """RUCAIBox/mvp""": """https://huggingface.co/RUCAIBox/mvp/resolve/main/config.json""",
}






class    _lowerCAmelCase  (	a			):
       """simple docstring"""




       __magic_name__	:Tuple						    =   """mvp"""
       __magic_name__	:Optional[Any]						    =   ["""past_key_values"""]
       __magic_name__	:str						    =   {"""num_attention_heads""": """encoder_attention_heads""", """hidden_size""": """d_model"""}






       def __init__(       self       ,					__UpperCAmelCase=5_0_2_6_7       ,					__UpperCAmelCase=1_0_2_4       ,					__UpperCAmelCase=1_2       ,					__UpperCAmelCase=4_0_9_6       ,					__UpperCAmelCase=1_6       ,					__UpperCAmelCase=1_2       ,					__UpperCAmelCase=4_0_9_6       ,					__UpperCAmelCase=1_6       ,					__UpperCAmelCase=0.0       ,					__UpperCAmelCase=0.0       ,					__UpperCAmelCase="gelu"       ,					__UpperCAmelCase=1_0_2_4       ,					__UpperCAmelCase=0.1       ,					__UpperCAmelCase=0.0       ,					__UpperCAmelCase=0.0       ,					__UpperCAmelCase=0.02       ,					__UpperCAmelCase=0.0       ,					__UpperCAmelCase=False       ,					__UpperCAmelCase=True       ,					__UpperCAmelCase=1       ,					__UpperCAmelCase=0       ,					__UpperCAmelCase=2       ,					__UpperCAmelCase=True       ,					__UpperCAmelCase=2       ,					__UpperCAmelCase=2       ,					__UpperCAmelCase=False       ,					__UpperCAmelCase=1_0_0       ,					__UpperCAmelCase=8_0_0       ,					**__UpperCAmelCase       ,					):



         '''simple docstring'''

         lowerCAmelCase__     :str											=				vocab_size
         lowerCAmelCase__     :List[Any]											=				max_position_embeddings
         lowerCAmelCase__     :List[str]											=				d_model
         lowerCAmelCase__     :Optional[int]											=				encoder_ffn_dim
         lowerCAmelCase__     :Dict											=				encoder_layers
         lowerCAmelCase__     :Optional[int]											=				encoder_attention_heads
         lowerCAmelCase__     :Dict											=				decoder_ffn_dim
         lowerCAmelCase__     :Optional[int]											=				decoder_layers
         lowerCAmelCase__     :List[Any]											=				decoder_attention_heads
         lowerCAmelCase__     :List[Any]											=				dropout
         lowerCAmelCase__     :Optional[Any]											=				attention_dropout
         lowerCAmelCase__     :int											=				activation_dropout
         lowerCAmelCase__     :List[str]											=				activation_function
         lowerCAmelCase__     :Any											=				init_std
         lowerCAmelCase__     :List[str]											=				encoder_layerdrop
         lowerCAmelCase__     :Optional[Any]											=				decoder_layerdrop
         lowerCAmelCase__     :Tuple											=				classifier_dropout
         lowerCAmelCase__     :Any											=				use_cache
         lowerCAmelCase__     :Tuple											=				encoder_layers
         lowerCAmelCase__     :str											=				scale_embedding  # scale factor will be sqrt(d_model) if True
         lowerCAmelCase__     :Any											=				use_prompt
         lowerCAmelCase__     :List[Any]											=				prompt_length
         lowerCAmelCase__     :Dict											=				prompt_mid_dim

         super().__init__(
             pad_token_id=__UpperCAmelCase       ,					bos_token_id=__UpperCAmelCase       ,					eos_token_id=__UpperCAmelCase       ,					is_encoder_decoder=__UpperCAmelCase       ,					decoder_start_token_id=__UpperCAmelCase       ,					forced_eos_token_id=__UpperCAmelCase       ,					**__UpperCAmelCase       ,					)

         if self.forced_bos_token_id is None and kwargs.get('force_bos_token_to_be_generated'       ,					__UpperCAmelCase ):
           lowerCAmelCase__     :str											=				self.bos_token_id
           warnings.warn(
               F"Please make sure the config includes `forced_bos_token_id={self.bos_token_id}` in future versions. "
               'The config can simply be saved and uploaded again to be fixed.' )







"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__   =  logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__   =  {
    "google/fnet-base": "https://huggingface.co/google/fnet-base/resolve/main/config.json",
    "google/fnet-large": "https://huggingface.co/google/fnet-large/resolve/main/config.json"
    # See all FNet models at https://huggingface.co/models?filter=fnet
}

class 						lowercase   (   _UpperCAmelCase   ):
      _SCREAMING_SNAKE_CASE							      = 'fnet'





      def __init__(			self ,		lowercase=32_000 ,		lowercase=768 ,		lowercase=12 ,		lowercase=3_072 ,		lowercase="gelu_new" ,		lowercase=0.1 ,		lowercase=512 ,		lowercase=4 ,		lowercase=0.02 ,		lowercase=1e-12 ,		lowercase=False ,		lowercase=512 ,		lowercase=3 ,		lowercase=1 ,		lowercase=2 ,		**lowercase ,		)						->	int:
            super().__init__(pad_token_id=lowercase ,		bos_token_id=lowercase ,		eos_token_id=lowercase ,		**lowercase					)

            lowerCAmelCase    		=			vocab_size
            lowerCAmelCase    		=			max_position_embeddings
            lowerCAmelCase    		=			hidden_size
            lowerCAmelCase    		=			num_hidden_layers
            lowerCAmelCase    		=			intermediate_size
            lowerCAmelCase    		=			hidden_act
            lowerCAmelCase    		=			hidden_dropout_prob
            lowerCAmelCase    		=			initializer_range
            lowerCAmelCase    		=			type_vocab_size
            lowerCAmelCase    		=			layer_norm_eps
            lowerCAmelCase    		=			use_tpu_fourier_optimizations
            lowerCAmelCase    		=			tpu_short_seq_length






