

'''simple docstring'''






from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_keras_nlp_available,
    is_tensorflow_text_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


snake_case_       =       {
    'configuration_gpt2': ['GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP', 'GPT2Config', 'GPT2OnnxConfig'],
    'tokenization_gpt2': ['GPT2Tokenizer'],
}

try:
      if not is_tokenizers_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      snake_case_       =       ['GPT2TokenizerFast']

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      snake_case_       =       [
          'GPT2_PRETRAINED_MODEL_ARCHIVE_LIST',
          'GPT2DoubleHeadsModel',
          'GPT2ForQuestionAnswering',
          'GPT2ForSequenceClassification',
          'GPT2ForTokenClassification',
          'GPT2LMHeadModel',
          'GPT2Model',
          'GPT2PreTrainedModel',
          'load_tf_weights_in_gpt2',
      ]

try:
      if not is_tf_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      snake_case_       =       [
          'TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LIST',
          'TFGPT2DoubleHeadsModel',
          'TFGPT2ForSequenceClassification',
          'TFGPT2LMHeadModel',
          'TFGPT2MainLayer',
          'TFGPT2Model',
          'TFGPT2PreTrainedModel',
      ]

try:
      if not is_keras_nlp_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      snake_case_       =       ['TFGPT2Tokenizer']

try:
      if not is_flax_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      snake_case_       =       ['FlaxGPT2LMHeadModel', 'FlaxGPT2Model', 'FlaxGPT2PreTrainedModel']

if TYPE_CHECKING:
      from .configuration_gpta import GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP, GPTaConfig, GPTaOnnxConfig
      from .tokenization_gpta import GPTaTokenizer

      try:
            if not is_tokenizers_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .tokenization_gpta_fast import GPTaTokenizerFast

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_gpta import (
                GPT2_PRETRAINED_MODEL_ARCHIVE_LIST,
                GPTaDoubleHeadsModel,
                GPTaForQuestionAnswering,
                GPTaForSequenceClassification,
                GPTaForTokenClassification,
                GPTaLMHeadModel,
                GPTaModel,
                GPTaPreTrainedModel,
                load_tf_weights_in_gpta,
            )

      try:
            if not is_tf_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_tf_gpta import (
                TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LIST,
                TFGPTaDoubleHeadsModel,
                TFGPTaForSequenceClassification,
                TFGPTaLMHeadModel,
                TFGPTaMainLayer,
                TFGPTaModel,
                TFGPTaPreTrainedModel,
            )

      try:
            if not is_keras_nlp_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .tokenization_gpta_tf import TFGPTaTokenizer

      try:
            if not is_flax_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_flax_gpta import FlaxGPTaLMHeadModel, FlaxGPTaModel, FlaxGPTaPreTrainedModel

else:
      import sys

      snake_case_       =       _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)



import json
import os
import tempfile

import datasets
from utils import generate_example_dataset, get_duration


_A  					= 50_00_00

_A					,  _A  					= os.path.split(__file__)
_A  					= os.path.join(RESULTS_BASEPATH, "results", RESULTS_FILENAME.replace(".py", ".json"))



@get_duration
def 						lowercase_			(   A__		)							->							str:
    """simple docstring"""

    snake_case      =					dataset.select(range(0 ,		len(A__		) ,		2		)		)



@get_duration
def 						lowercase_			(   A__		)							->							int:
    """simple docstring"""

    snake_case      =					dataset.sort("numbers"		)



@get_duration
def 						lowercase_			(   A__		)							->							Optional[int]:
    """simple docstring"""

    snake_case      =					dataset.shuffle()



@get_duration
def 						lowercase_			(   A__		)							->							int:
    """simple docstring"""

    snake_case      =					dataset.train_test_split(0.1		)



@get_duration
def 						lowercase_			(   A__ ,		A__=10		)							->							List[Any]:
    """simple docstring"""

    for shard_id in range(A__		):
        snake_case      =					dataset.shard(A__ ,		A__		)



def 						lowercase_			(   )							->							List[str]:
    """simple docstring"""

    snake_case      =					{"num examples": SPEED_TEST_N_EXAMPLES}
    snake_case      =					(select, sort, shuffle, train_test_split, shard)
    with tempfile.TemporaryDirectory() as tmp_dir:
        print("generating dataset"		)
        snake_case      =					datasets.Features({"text": datasets.Value("string"		), "numbers": datasets.Value("float32"		)}		)
        snake_case      =					generate_example_dataset(
            os.path.join(A__ ,		"dataset.arrow"		) ,		A__ ,		num_examples=A__		)
        print("Functions"		)
        for func in functions:
            print(func.__name__		)
            snake_case      =					func(A__		)

    with open(A__ ,		"wb"		) as f:
        f.write(json.dumps(A__		).encode("utf-8"		)		)


if __name__ == "__main__":  # useful to run the profiler
   benchmark_indices_mapping()

