




'''simple docstring'''


from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_snake_case      :      Tuple   							=		logging.get_logger(__name__)

_snake_case      :      Dict   							=		{
    'mnaylor/mega-base-wikitext': 'https://huggingface.co/mnaylor/mega-base-wikitext/resolve/main/config.json',
}

class 			A    (		UpperCAmelCase_    ):
							lowercase_							=				'mega'







							def __init__(  self       :  str							,			lowerCAmelCase_       :  Any=3_05_22							,			lowerCAmelCase_       :  List[Any]=1_28							,			lowerCAmelCase_       :  Tuple=4							,			lowerCAmelCase_       :  Union[str, Any]=2_56							,			lowerCAmelCase_       :  Dict=16							,			lowerCAmelCase_       :  Dict=True							,			lowerCAmelCase_       :  Tuple=64							,			lowerCAmelCase_       :  Optional[int]=False							,			lowerCAmelCase_       :  Optional[Any]=-1							,			lowerCAmelCase_       :  str=None							,			lowerCAmelCase_       :  List[str]=True							,			lowerCAmelCase_       :  Union[str, Any]="scalenorm"							,			lowerCAmelCase_       :  Any=True							,			lowerCAmelCase_       :  Any="silu"							,			lowerCAmelCase_       :  str="softmax"							,			lowerCAmelCase_       :  List[Any]=0.1							,			lowerCAmelCase_       :  Dict=0.1							,			lowerCAmelCase_       :  List[str]=0.1							,			lowerCAmelCase_       :  Dict=False							,			lowerCAmelCase_       :  str=True							,			lowerCAmelCase_       :  Union[str, Any]=2_56							,			lowerCAmelCase_       :  Union[str, Any]=True							,			lowerCAmelCase_       :  Dict=0.1							,			lowerCAmelCase_       :  int=20_48							,			lowerCAmelCase_       :  List[Any]=False							,			lowerCAmelCase_       :  Dict=2							,			lowerCAmelCase_       :  List[Any]=0.0_2							,			lowerCAmelCase_       :  Tuple=0.2							,			lowerCAmelCase_       :  Dict=0.0_2							,			lowerCAmelCase_       :  str=1.0							,			lowerCAmelCase_       :  Optional[Any]=1							,			lowerCAmelCase_       :  List[str]=0							,			lowerCAmelCase_       :  List[str]=2							,			lowerCAmelCase_       :  int="rotary"							,			lowerCAmelCase_       :  Any=None							,			lowerCAmelCase_       :  List[Any]=True							,			lowerCAmelCase_       :  Tuple=True							,			**lowerCAmelCase_       :  Optional[Any]							,			)			->							Union[str, Any]:


														"""simple docstring"""


														super().__init__(pad_token_id=__UpperCamelCase							,			bos_token_id=__UpperCamelCase							,			eos_token_id=__UpperCamelCase							,			**__UpperCamelCase					)

														_a	     =				vocab_size
														_a	     =				hidden_size
														_a	     =				num_hidden_layers
														_a	     =				activation
														_a	     =				attention_activation
														_a	     =				intermediate_size
														_a	     =				ema_projection_size
														_a	     =				bidirectional
														_a	     =				shared_representation_size
														_a	     =				use_chunking
														_a	     =				chunk_size
														_a	     =				truncation
														_a	     =				normalize_before_mega
														_a	     =				normalization_type
														_a	     =				norm_affine
														_a	     =				dropout_prob
														_a	     =				hidden_dropout_prob
														_a	     =				attention_probs_dropout_prob
														_a	     =				use_feature_dropout
														_a	     =				use_normalized_ffn
														_a	     =				nffn_hidden_size
														_a	     =				normalize_before_ffn
														_a	     =				nffn_activation_dropout_prob
														_a	     =				max_positions
														_a	     =				add_token_type_embeddings
														_a	     =				type_vocab_size
														_a	     =				initializer_range
														_a	     =				ema_delta_alpha_range
														_a	     =				ema_beta_range
														_a	     =				ema_gamma_omega_range
														_a	     =				relative_positional_bias
														_a	     =				use_cache
														_a	     =				classifier_dropout
														_a	     =				add_lm_hidden_dense_layer
														_a	     =				1  # not used but required by Hugging Face



class 			A    (		UpperCAmelCase_    ):







							@property
							def    __lowerCAmelCase			(  self       :  int					)			->							List[Any]:


														"""simple docstring"""


														if self.task == "multiple-choice":
																					_a	     =				{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
														else:
																					_a	     =				{0: '''batch''', 1: '''sequence'''}
														return OrderedDict(
														    [
														        ('''input_ids''', dynamic_axis),
														        ('''attention_mask''', dynamic_axis),
														    ]					)







'''simple docstring'''







import importlib
import inspect
from functools import wraps
from typing import TYPE_CHECKING, Optional, Union

from .download.streaming_download_manager import (
    xbasename,
    xdirname,
    xet_parse,
    xexists,
    xgetsize,
    xglob,
    xgzip_open,
    xisdir,
    xisfile,
    xjoin,
    xlistdir,
    xnumpy_load,
    xopen,
    xpandas_read_csv,
    xpandas_read_excel,
    xPath,
    xrelpath,
    xsio_loadmat,
    xsplit,
    xsplitext,
    xwalk,
    xxml_dom_minidom_parse,
)
from .utils.logging import get_logger
from .utils.patching import patch_submodule
from .utils.py_utils import get_imports


_lowerCamelCase							:						int								=  get_logger(__name__)


if TYPE_CHECKING:
						from .builder import DatasetBuilder






def 		_lowercase		(	lowercase_						,							lowercase_ = None  ):



		'''simple docstring'''







		_snake_case	       =       importlib.import_module(lowercase_  )

		# TODO(QL): always update the module to add subsequent new authentication
		if hasattr(lowercase_						,							"_patched_for_streaming"  ) and module._patched_for_streaming:
				return

		def wrap_auth(lowercase_  ):
				@wraps(lowercase_  )
				def wrapper(*lowercase_						,							**lowercase_  ):
						return function(*lowercase_						,							use_auth_token=lowercase_						,							**lowercase_  )

				_snake_case	       =       "wrap_auth"
				return wrapper

		# open files in a streaming fashion
		patch_submodule(lowercase_						,							"open"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"os.listdir"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"os.walk"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"glob.glob"						,							wrap_auth(lowercase_  )  ).start()
		# allow to navigate in remote zip files
		patch_submodule(lowercase_						,							"os.path.join"						,							lowercase_  ).start()
		patch_submodule(lowercase_						,							"os.path.dirname"						,							lowercase_  ).start()
		patch_submodule(lowercase_						,							"os.path.basename"						,							lowercase_  ).start()
		patch_submodule(lowercase_						,							"os.path.relpath"						,							lowercase_  ).start()
		patch_submodule(lowercase_						,							"os.path.split"						,							lowercase_  ).start()
		patch_submodule(lowercase_						,							"os.path.splitext"						,							lowercase_  ).start()
		# allow checks on paths
		patch_submodule(lowercase_						,							"os.path.exists"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"os.path.isdir"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"os.path.isfile"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"os.path.getsize"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"pathlib.Path"						,							lowercase_  ).start()
		# file readers
		patch_submodule(lowercase_						,							"gzip.open"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"numpy.load"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"pandas.read_csv"						,							wrap_auth(lowercase_  )						,							attrs=["__version__"]  ).start()
		patch_submodule(lowercase_						,							"pandas.read_excel"						,							wrap_auth(lowercase_  )						,							attrs=["__version__"]  ).start()
		patch_submodule(lowercase_						,							"scipy.io.loadmat"						,							wrap_auth(lowercase_  )						,							attrs=["__version__"]  ).start()
		patch_submodule(lowercase_						,							"xml.etree.ElementTree.parse"						,							wrap_auth(lowercase_  )  ).start()
		patch_submodule(lowercase_						,							"xml.dom.minidom.parse"						,							wrap_auth(lowercase_  )  ).start()
		_snake_case	       =       True






def 		_lowercase		(	lowercase_  ):



		'''simple docstring'''







		extend_module_for_streaming(builder.__module__						,							use_auth_token=builder.use_auth_token  )
		# if needed, we also have to extend additional internal imports (like wmt14 -> wmt_utils)
		if not builder.__module__.startswith("datasets."  ):  # check that it's not a packaged builder like csv
				for imports in get_imports(inspect.getfile(builder.__class__  )  ):
						if imports[0] == "internal":
								_snake_case	       =       imports[1]
								_snake_case	       =       ".".join(builder.__module__.split("."  )[:-1] + [internal_import_name]  )
								extend_module_for_streaming(lowercase_						,							use_auth_token=builder.use_auth_token  )

    # builders can inherit from other builders that might use streaming functionality
    # (for example, ImageFolder and AudioFolder inherit from FolderBuilder which implements examples generation)
    # but these parents builders are not patched automatically as they are not instantiated, so we patch them here
		from .builder import DatasetBuilder

		_snake_case	       =       [
		    cls.__module__
		    for cls in type(lowercase_  ).__mro__[1:]  # make sure it's not the same module we've already patched
		    if issubclass(cls						,							lowercase_  ) and cls.__module__ != DatasetBuilder.__module__
		]  # check it's not a standard builder from datasets.builder
		for module in parent_builder_modules:
				extend_module_for_streaming(lowercase_						,							use_auth_token=builder.use_auth_token  )





