

'''simple docstring'''





import warnings

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_    						=       logging.get_logger(__name__)

UpperCamelCase_    						=       {
    """xlnet-base-cased""": """https://huggingface.co/xlnet-base-cased/resolve/main/config.json""",
    """xlnet-large-cased""": """https://huggingface.co/xlnet-large-cased/resolve/main/config.json""",
}





class 		__SCREAMING_SNAKE_CASE							(			lowercase__      ):
				lowerCamelCase_		       =    'xlnet'
				lowerCamelCase_		       =    ['mems']
				lowerCamelCase_		       =    {
				    'n_token': 'vocab_size',  # Backward compatibility
				    'hidden_size': 'd_model',
				    'num_attention_heads': 'n_head',
				    'num_hidden_layers': 'n_layer',
				}







				def __init__(       self     :		Tuple		,					UpperCAmelCase__     :		Any=32000		,					UpperCAmelCase__     :		Union[str, Any]=1024		,					UpperCAmelCase__     :		Optional[Any]=24		,					UpperCAmelCase__     :		Any=16		,					UpperCAmelCase__     :		Optional[int]=4096		,					UpperCAmelCase__     :		Dict="gelu"		,					UpperCAmelCase__     :		List[Any]=True		,					UpperCAmelCase__     :		int="bi"		,					UpperCAmelCase__     :		Tuple=0.02		,					UpperCAmelCase__     :		Union[str, Any]=1E-12		,					UpperCAmelCase__     :		List[str]=0.1		,					UpperCAmelCase__     :		Optional[int]=512		,					UpperCAmelCase__     :		Tuple=None		,					UpperCAmelCase__     :		Any=True		,					UpperCAmelCase__     :		Optional[int]=False		,					UpperCAmelCase__     :		Dict=False		,					UpperCAmelCase__     :		Union[str, Any]=-1		,					UpperCAmelCase__     :		Optional[int]=False		,					UpperCAmelCase__     :		Optional[Any]="last"		,					UpperCAmelCase__     :		List[Any]=True		,					UpperCAmelCase__     :		str="tanh"		,					UpperCAmelCase__     :		Union[str, Any]=0.1		,					UpperCAmelCase__     :		Dict=5		,					UpperCAmelCase__     :		List[str]=5		,					UpperCAmelCase__     :		List[Any]=5		,					UpperCAmelCase__     :		Optional[int]=1		,					UpperCAmelCase__     :		List[Any]=2		,					**UpperCAmelCase__     :		str		,					):
										'''simple docstring'''
										lowercase :							Union[str, Any]    		=vocab_size
										lowercase :							List[Any]    		=d_model
										lowercase :							Union[str, Any]    		=n_layer
										lowercase :							Tuple    		=n_head
										if d_model % n_head != 0:
																raise ValueError(F'''\'d_model % n_head\' ({d_model % n_head}) should be equal to 0'''   )
										if "d_head" in kwargs:
																if kwargs["d_head"] != d_model // n_head:
																						raise ValueError(
																						    F'''`d_head` ({kwargs["d_head"]}) should be equal to `d_model // n_head` ({d_model // n_head})'''   )
										lowercase :							Tuple    		=d_model // n_head
										lowercase :							Dict    		=ff_activation
										lowercase :							Tuple    		=d_inner
										lowercase :							str    		=untie_r
										lowercase :							Optional[Any]    		=attn_type

										lowercase :							Optional[int]    		=initializer_range
										lowercase :							List[Any]    		=layer_norm_eps

										lowercase :							Dict    		=dropout
										lowercase :							Optional[int]    		=mem_len
										lowercase :							Any    		=reuse_len
										lowercase :							Union[str, Any]    		=bi_data
										lowercase :							Optional[int]    		=clamp_len
										lowercase :							Tuple    		=same_length

										lowercase :							Optional[int]    		=summary_type
										lowercase :							str    		=summary_use_proj
										lowercase :							Optional[int]    		=summary_activation
										lowercase :							Tuple    		=summary_last_dropout
										lowercase :							Union[str, Any]    		=start_n_top
										lowercase :							Tuple    		=end_n_top

										lowercase :							Union[str, Any]    		=bos_token_id
										lowercase :							Union[str, Any]    		=pad_token_id
										lowercase :							Tuple    		=eos_token_id

										if "use_cache" in kwargs:
																warnings.warn(
																    '''The `use_cache` argument is deprecated and will be removed in a future version, use `use_mems_eval`'''
																    ''' instead.'''		,					UpperCAmelCase__		,					)
																lowercase :							Optional[Any]    		=kwargs['''use_cache''']

										lowercase :							int    		=use_mems_eval
										lowercase :							List[str]    		=use_mems_train
										super().__init__(pad_token_id=UpperCAmelCase__		,					bos_token_id=UpperCAmelCase__		,					eos_token_id=UpperCAmelCase__		,					**UpperCAmelCase__   )







				@property
				def  lowerCamelCase_	(       self     :		Union[str, Any]   ):
										'''simple docstring'''
										logger.info(F'''The model {self.model_type} is one of the few models that has no sequence length limit.'''   )
										return -1







				@max_position_embeddings.setter
				def  lowerCamelCase_	(       self     :		int		,					UpperCAmelCase__     :		str   ):
										'''simple docstring'''
										# Message copied from Transformer-XL documentation
										raise NotImplementedError(
										    F'''The model {self.model_type} is one of the few models that has no sequence length limit.'''   )








'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_    						=       logging.get_logger(__name__)

UpperCamelCase_    						=       {
    """facebook/s2t-wav2vec2-large-en-de""": (
        """https://huggingface.co/facebook/s2t-wav2vec2-large-en-de/resolve/main/config.json"""
    ),
    # See all Speech2Text models at https://huggingface.co/models?filter=speech2text2
}





class 		__SCREAMING_SNAKE_CASE							(			lowercase__      ):
				lowerCamelCase_		       =    'speech_to_text_2'
				lowerCamelCase_		       =    ['past_key_values']
				lowerCamelCase_		       =    {'num_attention_heads': 'decoder_attention_heads', 'hidden_size': 'd_model'}







				def __init__(       self     :		int		,					UpperCAmelCase__     :		Dict=10000		,					UpperCAmelCase__     :		Optional[int]=6		,					UpperCAmelCase__     :		str=2048		,					UpperCAmelCase__     :		Optional[Any]=4		,					UpperCAmelCase__     :		Union[str, Any]=0.0		,					UpperCAmelCase__     :		Optional[Any]=True		,					UpperCAmelCase__     :		Optional[Any]="relu"		,					UpperCAmelCase__     :		List[str]=256		,					UpperCAmelCase__     :		Union[str, Any]=0.1		,					UpperCAmelCase__     :		List[Any]=0.0		,					UpperCAmelCase__     :		Optional[Any]=0.0		,					UpperCAmelCase__     :		Tuple=0.02		,					UpperCAmelCase__     :		int=2		,					UpperCAmelCase__     :		str=True		,					UpperCAmelCase__     :		str=1		,					UpperCAmelCase__     :		Optional[Any]=0		,					UpperCAmelCase__     :		Optional[int]=2		,					UpperCAmelCase__     :		List[Any]=1024		,					**UpperCAmelCase__     :		Dict		,					):
										'''simple docstring'''
										lowercase :							List[str]    		=vocab_size
										lowercase :							Optional[int]    		=d_model
										lowercase :							Optional[Any]    		=decoder_ffn_dim
										lowercase :							Any    		=decoder_layers
										lowercase :							Dict    		=decoder_attention_heads
										lowercase :							List[Any]    		=dropout
										lowercase :							List[Any]    		=attention_dropout
										lowercase :							Any    		=activation_dropout
										lowercase :							Optional[Any]    		=activation_function
										lowercase :							Optional[int]    		=init_std
										lowercase :							Dict    		=decoder_layerdrop
										lowercase :							Optional[int]    		=use_cache
										lowercase :							Optional[Any]    		=decoder_layers
										lowercase :							List[str]    		=scale_embedding  # scale factor will be sqrt(d_model) if True
										lowercase :							str    		=max_target_positions

										super().__init__(
										    pad_token_id=UpperCAmelCase__		,					bos_token_id=UpperCAmelCase__		,					eos_token_id=UpperCAmelCase__		,					decoder_start_token_id=UpperCAmelCase__		,					**UpperCAmelCase__		,					)





