



"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


A    =			logging.get_logger(__name__)

A    =			{
    'facebook/nllb-moe-54B': 'https://huggingface.co/facebook/nllb-moe-54b/resolve/main/config.json',
}






class      UpperCAmelCase__		(      UpperCamelCase     ):
		lowerCAmelCase_       :	Optional[Any] 							=     """nllb-moe"""
		lowerCAmelCase_       :	List[str] 							=     ["""past_key_values"""]
		lowerCAmelCase_       :	Union[str, Any] 							=     {"""num_attention_heads""": """encoder_attention_heads""", """hidden_size""": """d_model"""}



		def __init__( self  :    List[str]      ,							snake_case  :    Optional[int]=128_112      ,							snake_case  :    Optional[int]=1_024      ,							snake_case  :    List[str]=12      ,							snake_case  :    Dict=4_096      ,							snake_case  :    Dict=16      ,							snake_case  :    Optional[int]=12      ,							snake_case  :    Union[str, Any]=4_096      ,							snake_case  :    Any=16      ,							snake_case  :    List[str]=0.05      ,							snake_case  :    Any=0.05      ,							snake_case  :    List[str]=True      ,							snake_case  :    List[str]=True      ,							snake_case  :    List[Any]="relu"      ,							snake_case  :    Union[str, Any]=1_024      ,							snake_case  :    str=0.1      ,							snake_case  :    Tuple=0.1      ,							snake_case  :    Union[str, Any]=0.0      ,							snake_case  :    Any=0.02      ,							snake_case  :    Dict=2      ,							snake_case  :    List[str]=True      ,							snake_case  :    str=False      ,							snake_case  :    Optional[Any]="float32"      ,							snake_case  :    str=False      ,							snake_case  :    Tuple=128      ,							snake_case  :    Optional[Any]=64      ,							snake_case  :    List[str]=4      ,							snake_case  :    Optional[Any]=4      ,							snake_case  :    str=0.001      ,							snake_case  :    Dict=0.001      ,							snake_case  :    List[str]="all"      ,							snake_case  :    List[str]=False      ,							snake_case  :    List[str]=False      ,							snake_case  :    Optional[int]=1.0      ,							snake_case  :    Optional[Any]=0.2      ,							snake_case  :    Union[str, Any]=1      ,							snake_case  :    int=0      ,							snake_case  :    int=2      ,							snake_case  :    List[str]=False      ,							**snake_case  :    List[Any]      ,							)			->						Tuple:






									'''simple docstring'''

									A         =					vocab_size
									A         =					max_position_embeddings
									A         =					d_model
									A         =					encoder_ffn_dim
									A         =					encoder_layers
									A         =					encoder_attention_heads
									A         =					decoder_ffn_dim
									A         =					decoder_layers
									A         =					decoder_attention_heads
									A         =					dropout
									A         =					attention_dropout
									A         =					activation_dropout
									A         =					activation_function
									A         =					init_std
									A         =					encoder_layerdrop
									A         =					decoder_layerdrop
									A         =					use_cache
									A         =					encoder_layers
									A         =					scale_embedding  # scale factor will be sqrt(d_model) if True
									A         =					router_z_loss_coef
									A         =					router_aux_loss_coef
									A         =					decoder_sparse_step
									A         =					encoder_sparse_step
									A         =					num_experts
									A         =					expert_capacity
									A         =					router_bias
									if router_dtype not in ["float32", "float16", "bfloat16"]:
																raise ValueError(f"""`router_dtype` must be one of 'float32', 'float16' or 'bfloat16', got {router_dtype}"""				)
									A         =					router_dtype

									A         =					router_ignore_padding_tokens
									A         =					batch_prioritized_routing
									A         =					second_expert_policy
									A         =					normalize_router_prob_before_dropping
									A         =					moe_eval_capacity_token_fraction
									A         =					moe_token_dropout
									A         =					output_router_logits
									super().__init__(
									    pad_token_id=snake_case      ,							bos_token_id=snake_case      ,							eos_token_id=snake_case      ,							is_encoder_decoder=snake_case      ,							decoder_start_token_id=snake_case      ,							**snake_case      ,							)








"""simple docstring"""







from datasets.utils.patching import _PatchedModuleObj, patch_submodule

from . import _test_patching

def   lowerCAmelCase__			(     ) ->							Optional[Any]:
							import os as original_os
							from os import path as original_path
							from os import rename as original_rename
							from os.path import dirname as original_dirname
							from os.path import join as original_join

							assert _test_patching.os is original_os
							assert _test_patching.path is original_path
							assert _test_patching.join is original_join

							assert _test_patching.renamed_os is original_os
							assert _test_patching.renamed_path is original_path
							assert _test_patching.renamed_join is original_join

							A         =					'__test_patch_submodule_mock__'
							with patch_submodule(_test_patching				,      'os.path.join'				,      lowerCamelCase__			):
														# Every way to access os.path.join must be patched, and the rest must stay untouched

														# check os.path.join
														assert isinstance(_test_patching.os				,      _PatchedModuleObj			)
														assert isinstance(_test_patching.os.path				,      _PatchedModuleObj			)
														assert _test_patching.os.path.join is mock

														# check path.join
														assert isinstance(_test_patching.path				,      _PatchedModuleObj			)
														assert _test_patching.path.join is mock

														# check join
														assert _test_patching.join is mock

														# check that the other attributes are untouched
														assert _test_patching.os.rename is original_rename
														assert _test_patching.path.dirname is original_dirname
														assert _test_patching.os.path.dirname is original_dirname

														# Even renamed modules or objects must be patched

														# check renamed_os.path.join
														assert isinstance(_test_patching.renamed_os				,      _PatchedModuleObj			)
														assert isinstance(_test_patching.renamed_os.path				,      _PatchedModuleObj			)
														assert _test_patching.renamed_os.path.join is mock

														# check renamed_path.join
														assert isinstance(_test_patching.renamed_path				,      _PatchedModuleObj			)
														assert _test_patching.renamed_path.join is mock

														# check renamed_join
														assert _test_patching.renamed_join is mock

														# check that the other attributes are untouched
														assert _test_patching.renamed_os.rename is original_rename
														assert _test_patching.renamed_path.dirname is original_dirname
														assert _test_patching.renamed_os.path.dirname is original_dirname

							# check that everthing is back to normal when the patch is over

							assert _test_patching.os is original_os
							assert _test_patching.path is original_path
							assert _test_patching.join is original_join

							assert _test_patching.renamed_os is original_os
							assert _test_patching.renamed_path is original_path
							assert _test_patching.renamed_join is original_join

def   lowerCAmelCase__			(     ) ->							str:
							assert _test_patching.open is open

							A         =					'__test_patch_submodule_builtin_mock__'
							# _test_patching has "open" in its globals
							assert _test_patching.open is open
							with patch_submodule(_test_patching				,      'open'				,      lowerCamelCase__			):
														assert _test_patching.open is mock

							# check that everthing is back to normal when the patch is over

							assert _test_patching.open is open

def   lowerCAmelCase__			(     ) ->							List[Any]:
							# pandas.read_csv is not present in _test_patching
							A         =					'__test_patch_submodule_missing_mock__'
							with patch_submodule(_test_patching				,      'pandas.read_csv'				,      lowerCamelCase__			):
														pass

def   lowerCAmelCase__			(     ) ->							Union[str, Any]:
							# builtin should always be mocked even if they're not in the globals
							# in case they're loaded at one point
							A         =					'__test_patch_submodule_missing_builtin_mock__'
							# _test_patching doesn't have "len" in its globals
							assert getattr(_test_patching				,      'len'				,      lowerCamelCase__			) is None
							with patch_submodule(_test_patching				,      'len'				,      lowerCamelCase__			):
														assert _test_patching.len is mock
							assert _test_patching.len is len

def   lowerCAmelCase__			(     ) ->							Union[str, Any]:
							A         =					'__test_patch_submodule_start_and_stop_mock__'
							A         =					patch_submodule(_test_patching				,      'open'				,      lowerCamelCase__			)
							assert _test_patching.open is open
							patch.start()
							assert _test_patching.open is mock
							patch.stop()
							assert _test_patching.open is open

def   lowerCAmelCase__			(     ) ->							int:
							from os import rename as original_rename
							from os.path import dirname as original_dirname
							from os.path import join as original_join

							A         =					'__test_patch_submodule_successive_join__'
							A         =					'__test_patch_submodule_successive_dirname__'
							A         =					'__test_patch_submodule_successive_rename__'
							assert _test_patching.os.path.join is original_join
							assert _test_patching.os.path.dirname is original_dirname
							assert _test_patching.os.rename is original_rename

							with patch_submodule(_test_patching				,      'os.path.join'				,      lowerCamelCase__			):
														with patch_submodule(_test_patching				,      'os.rename'				,      lowerCamelCase__			):
																					with patch_submodule(_test_patching				,      'os.path.dirname'				,      lowerCamelCase__			):
																												assert _test_patching.os.path.join is mock_join
																												assert _test_patching.os.path.dirname is mock_dirname
																												assert _test_patching.os.rename is mock_rename

    # try another order
							with patch_submodule(_test_patching				,      'os.rename'				,      lowerCamelCase__			):
														with patch_submodule(_test_patching				,      'os.path.join'				,      lowerCamelCase__			):
																					with patch_submodule(_test_patching				,      'os.path.dirname'				,      lowerCamelCase__			):
																												assert _test_patching.os.path.join is mock_join
																												assert _test_patching.os.path.dirname is mock_dirname
																												assert _test_patching.os.rename is mock_rename

							assert _test_patching.os.path.join is original_join
							assert _test_patching.os.path.dirname is original_dirname
							assert _test_patching.os.rename is original_rename

def   lowerCAmelCase__			(     ) ->							Optional[Any]:
							A         =					'__test_patch_submodule_doesnt_exist_mock__'
							with patch_submodule(_test_patching				,      '__module_that_doesn_exist__.__attribute_that_doesn_exist__'				,      lowerCamelCase__			):
														pass
							with patch_submodule(_test_patching				,      'os.__attribute_that_doesn_exist__'				,      lowerCamelCase__			):
														pass



