






# Copyright 2021 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from argparse import ArgumentParser

from accelerate.commands.config import get_config_parser
from accelerate.commands.env import env_command_parser
from accelerate.commands.launch import launch_command_parser
from accelerate.commands.test import test_command_parser
from accelerate.commands.tpu import tpu_command_parser







def       lowercase__	(					)	->				List[Any]:







       """simple docstring"""






       __UpperCAmelCase     				=ArgumentParser("""Accelerate CLI tool"""  ,      usage="""accelerate <command> [<args>]"""  ,      allow_abbrev=A_		)
       __UpperCAmelCase     				=parser.add_subparsers(help="""accelerate command helpers"""		)

       # Register commands
       get_config_parser(subparsers=A_		)
       env_command_parser(subparsers=A_		)
       launch_command_parser(subparsers=A_		)
       tpu_command_parser(subparsers=A_		)
       test_command_parser(subparsers=A_		)

       # Let's go
       __UpperCAmelCase     				=parser.parse_args()

       if not hasattr(A_  ,      """func"""		):
              parser.print_help()
              exit(1		)

       # Run
       args.func(A_		)


if __name__ == "__main__":
   main()











"""simple docstring"""


from typing import Optional

import pyspark

from .. import Features, NamedSplit
from ..download import DownloadMode
from ..packaged_modules.spark.spark import Spark
from .abc import AbstractDatasetReader






class 							lowercase__			(   __SCREAMING_SNAKE_CASE	):

			"""simple docstring"""







			def __init__(      self						,   _A						,   _A = None						,   _A = None						,   _A = True						,   _A = None						,   _A = False						,   _A = None						,   _A = True						,   _A = "arrow"						,   **_A						,   ):






									'''simple docstring'''







									super().__init__(
									    split=_A						,   features=_A						,   cache_dir=_A						,   keep_in_memory=_A						,   streaming=_A						,   **_A						,   )
									UpperCamelCase				:		Optional[Any]				   =			load_from_cache_file
									UpperCamelCase				:		List[str]				   =			file_format
									UpperCamelCase				:		Optional[Any]				   =			Spark(
									    df=_A						,   features=_A						,   cache_dir=_A						,   working_dir=_A						,   **_A						,   )







			def   _a      (      self    ):






									'''simple docstring'''







									if self.streaming:
															return self.builder.as_streaming_dataset(split=self.split    )
									UpperCamelCase				:		Dict				   =			None if self._load_from_cache_file else DownloadMode.FORCE_REDOWNLOAD
									self.builder.download_and_prepare(
									    download_mode=_A						,   file_format=self._file_format						,   )
									return self.builder.as_dataset(split=self.split    )



