
"""simple docstring"""

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


UpperCamelCase			:       Optional[Any]									=				{
    "configuration_distilbert": [
        "DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "DistilBertConfig",
        "DistilBertOnnxConfig",
    ],
    "tokenization_distilbert": ["DistilBertTokenizer"],
}

try:
      if not is_tokenizers_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase			:       List[str]									=				["DistilBertTokenizerFast"]

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase			:       Optional[int]									=				[
          "DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST",
          "DistilBertForMaskedLM",
          "DistilBertForMultipleChoice",
          "DistilBertForQuestionAnswering",
          "DistilBertForSequenceClassification",
          "DistilBertForTokenClassification",
          "DistilBertModel",
          "DistilBertPreTrainedModel",
      ]

try:
      if not is_tf_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase			:       Tuple									=				[
          "TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST",
          "TFDistilBertForMaskedLM",
          "TFDistilBertForMultipleChoice",
          "TFDistilBertForQuestionAnswering",
          "TFDistilBertForSequenceClassification",
          "TFDistilBertForTokenClassification",
          "TFDistilBertMainLayer",
          "TFDistilBertModel",
          "TFDistilBertPreTrainedModel",
      ]

try:
      if not is_flax_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase			:       int									=				[
          "FlaxDistilBertForMaskedLM",
          "FlaxDistilBertForMultipleChoice",
          "FlaxDistilBertForQuestionAnswering",
          "FlaxDistilBertForSequenceClassification",
          "FlaxDistilBertForTokenClassification",
          "FlaxDistilBertModel",
          "FlaxDistilBertPreTrainedModel",
      ]


if TYPE_CHECKING:
      from .configuration_distilbert import (
          DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAP,
          DistilBertConfig,
          DistilBertOnnxConfig,
      )
      from .tokenization_distilbert import DistilBertTokenizer

      try:
            if not is_tokenizers_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .tokenization_distilbert_fast import DistilBertTokenizerFast

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_distilbert import (
                DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
                DistilBertForMaskedLM,
                DistilBertForMultipleChoice,
                DistilBertForQuestionAnswering,
                DistilBertForSequenceClassification,
                DistilBertForTokenClassification,
                DistilBertModel,
                DistilBertPreTrainedModel,
            )

      try:
            if not is_tf_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_tf_distilbert import (
                TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
                TFDistilBertForMaskedLM,
                TFDistilBertForMultipleChoice,
                TFDistilBertForQuestionAnswering,
                TFDistilBertForSequenceClassification,
                TFDistilBertForTokenClassification,
                TFDistilBertMainLayer,
                TFDistilBertModel,
                TFDistilBertPreTrainedModel,
            )

      try:
            if not is_flax_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_flax_distilbert import (
                FlaxDistilBertForMaskedLM,
                FlaxDistilBertForMultipleChoice,
                FlaxDistilBertForQuestionAnswering,
                FlaxDistilBertForSequenceClassification,
                FlaxDistilBertForTokenClassification,
                FlaxDistilBertModel,
                FlaxDistilBertPreTrainedModel,
            )

else:
      import sys

      UpperCamelCase			:       Tuple									=				_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)





"""simple docstring"""

import importlib
import sys
from argparse import REMAINDER, ArgumentParser
from pathlib import Path

import torch_xla.distributed.xla_multiprocessing as xmp






def 							A		(       )   ->			List[Any]:
 __UpperCamelCase       						= ArgumentParser(
     description=(
         'PyTorch TPU distributed training launch helper utility that will spawn up multiple distributed processes'
     )	)

 # Optional arguments for the launch helper
 parser.add_argument('--num_cores'       ,      type=snake_case       ,      default=1       ,      help='Number of TPU cores to use (1 or 8).'	)

 # positional
 parser.add_argument(
     'training_script'       ,      type=snake_case       ,      help=(
         'The full path to the single TPU training '
         'program/script to be launched in parallel, '
         'followed by all the arguments for the '
         'training script'
     )       ,      )

 # rest from the training program
 parser.add_argument('training_script_args'       ,      nargs=snake_case	)

 return parser.parse_args()






def 							A		(       )   ->			Optional[int]:
 __UpperCamelCase       						= parse_args()

 # Import training_script as a module.
 __UpperCamelCase       						= Path(args.training_script	)
 sys.path.append(str(script_fpath.parent.resolve()	)	)
 __UpperCamelCase       						= script_fpath.stem
 __UpperCamelCase       						= importlib.import_module(snake_case	)

 # Patch sys.argv
 __UpperCamelCase       						= [args.training_script] + args.training_script_args + ['--tpu_num_cores', str(args.num_cores	)]

 xmp.spawn(mod._mp_fn       ,      args=()       ,      nprocs=args.num_cores	)


if __name__ == "__main__":
      main()



