


# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import subprocess

from packaging.version import Version, parse

from accelerate.commands.config.config_args import default_config_file, load_config_from_file


UpperCAmelCase   :    Union[str, Any]     =		"Run commands across TPU VMs for initial setup before running `accelerate launch`."






def 	__lowerCamelCase						(							lowerCamelCase__		:						Tuple=None      ):





			'''simple docstring'''




			if subparsers is not None:
						lowerCamelCase    		=  subparsers.add_parser("""tpu-config"""  ,							description=_description      )
			else:
						lowerCamelCase    		=  argparse.ArgumentParser("""Accelerate tpu-config command"""  ,							description=_description      )
			# Core arguments
			lowerCamelCase    		=  parser.add_argument_group(
			    """Config Arguments"""  ,							"""Arguments that can be configured through `accelerate config`."""      )
			config_args.add_argument(
			    """--config_file"""  ,							type=lowerCamelCase__  ,							default=lowerCamelCase__  ,							help="""Path to the config file to use for accelerate."""  ,							)
			config_args.add_argument(
			    """--tpu_name"""  ,							default=lowerCamelCase__  ,							help="""The name of the TPU to use. If not specified, will use the TPU specified in the config file."""  ,							)
			config_args.add_argument(
			    """--tpu_zone"""  ,							default=lowerCamelCase__  ,							help="""The zone of the TPU to use. If not specified, will use the zone specified in the config file."""  ,							)
			lowerCamelCase    		=  parser.add_argument_group("""TPU Arguments"""  ,							"""Arguments for options ran inside the TPU."""      )
			pod_args.add_argument(
			    """--use_alpha"""  ,							action="""store_true"""  ,							help="""Whether to use `gcloud alpha` when running the TPU training script instead of `gcloud`."""  ,							)
			pod_args.add_argument(
			    """--command_file"""  ,							default=lowerCamelCase__  ,							help="""The path to the file containing the commands to run on the pod on startup."""  ,							)
			pod_args.add_argument(
			    """--command"""  ,							action="""append"""  ,							nargs="""+"""  ,							help="""A command to run on the pod. Can be passed multiple times."""  ,							)
			pod_args.add_argument(
			    """--install_accelerate"""  ,							action="""store_true"""  ,							help="""Whether to install accelerate on the pod. Defaults to False."""  ,							)
			pod_args.add_argument(
			    """--accelerate_version"""  ,							default="""latest"""  ,							help="""The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify 'dev' to install from GitHub."""  ,							)
			pod_args.add_argument(
			    """--debug"""  ,							action="""store_true"""  ,							help="""If set, will print the command that would be run instead of running it."""      )

			if subparsers is not None:
						parser.set_defaults(func=lowerCamelCase__      )
			return parser






def 	__lowerCamelCase						(							lowerCamelCase__		:						List[Any]      ):





			'''simple docstring'''




			lowerCamelCase    		=  None

			# Get the default from the config file if it exists.
			if args.config_file is not None or os.path.isfile(lowerCamelCase__      ):
						lowerCamelCase    		=  load_config_from_file(args.config_file      )
						if not args.command_file and defaults.command_file is not None and not args.command:
									lowerCamelCase    		=  defaults.command_file
						if not args.command and defaults.commands is not None:
									lowerCamelCase    		=  defaults.commands
						if not args.tpu_name:
									lowerCamelCase    		=  defaults.tpu_name
						if not args.tpu_zone:
									lowerCamelCase    		=  defaults.tpu_zone
			if args.accelerate_version == "dev":
						lowerCamelCase    		=  """git+https://github.com/huggingface/accelerate.git"""
			elif args.accelerate_version == "latest":
						lowerCamelCase    		=  """accelerate -U"""
			elif isinstance(parse(args.accelerate_version      )  ,							lowerCamelCase__      ):
						lowerCamelCase    		=  f'accelerate=={args.accelerate_version}'

			if not args.command_file and not args.command:
						raise ValueError("""You must specify either a command file or a command to run on the pod."""      )

			if args.command_file:
						with open(args.command_file  ,							"""r"""      ) as f:
									lowerCamelCase    		=  [f.read().splitlines()]

    # To turn list of lists into list of strings
			if isinstance(args.command[0]  ,							lowerCamelCase__      ):
						lowerCamelCase    		=  [line for cmd in args.command for line in cmd]
			# Default to the shared folder and install accelerate
			lowerCamelCase    		=  ["""cd /usr/share"""]
			if args.install_accelerate:
						new_cmd += [f'pip install {args.accelerate_version}']
			new_cmd += args.command
			lowerCamelCase    		=  """; """.join(lowerCamelCase__      )

			# Then send it to gcloud
			# Eventually try to use google-api-core to do this instead of subprocess
			lowerCamelCase    		=  ["""gcloud"""]
			if args.use_alpha:
						cmd += ["alpha"]
			cmd += [
			    "compute",
			    "tpus",
			    "tpu-vm",
			    "ssh",
			    args.tpu_name,
			    "--zone",
			    args.tpu_zone,
			    "--command",
			    args.command,
			    "--worker",
			    "all",
			]
			if args.debug:
						print(f'Running {" ".join(lowerCamelCase__      )}'      )
						return
			subprocess.run(lowerCamelCase__      )
			print("""Successfully setup pod."""      )






def 	__lowerCamelCase						(							):





			'''simple docstring'''




			lowerCamelCase    		=  tpu_command_parser()
			lowerCamelCase    		=  parser.parse_args()

			tpu_command_launcher(lowerCamelCase__      )





import os
import unittest

from huggingface_hub.utils import are_progress_bars_disabled

import transformers.models.bart.tokenization_bart
from transformers import logging
from transformers.testing_utils import CaptureLogger, mockenv, mockenv_context
from transformers.utils.logging import disable_progress_bar, enable_progress_bar







class        __lowercase       (							unittest.TestCase  ):



		"""simple docstring"""

		def 					__A   ( self	)  -> Dict:







					'''simple docstring'''







					lowerCamelCase    		=  logging.get_logger()

					# the current default level is logging.WARNING
					lowerCamelCase    		=  logging.get_verbosity()

					logging.set_verbosity_error()
					self.assertEqual(logger.getEffectiveLevel()		,      logging.get_verbosity()	)

					logging.set_verbosity_warning()
					self.assertEqual(logger.getEffectiveLevel()		,      logging.get_verbosity()	)

					logging.set_verbosity_info()
					self.assertEqual(logger.getEffectiveLevel()		,      logging.get_verbosity()	)

					logging.set_verbosity_debug()
					self.assertEqual(logger.getEffectiveLevel()		,      logging.get_verbosity()	)

					# restore to the original level
					logging.set_verbosity(A	)







		def 					__A   ( self	)  -> Tuple:







					'''simple docstring'''







					lowerCamelCase    		=  logging.get_verbosity()

					lowerCamelCase    		=  logging.get_logger("""transformers.models.bart.tokenization_bart"""	)
					lowerCamelCase    		=  """Testing 1, 2, 3"""

					# should be able to log warnings (if default settings weren't overridden by `pytest --log-level-all`)
					if level_origin <= logging.WARNING:
								with CaptureLogger(A	) as cl:
											logger.warning(A	)
								self.assertEqual(cl.out		,      msg + """\n"""	)

					# this is setting the level for all of `transformers.*` loggers
					logging.set_verbosity_error()

					# should not be able to log warnings
					with CaptureLogger(A	) as cl:
								logger.warning(A	)
					self.assertEqual(cl.out		,      """"""	)

					# should be able to log warnings again
					logging.set_verbosity_warning()
					with CaptureLogger(A	) as cl:
								logger.warning(A	)
					self.assertEqual(cl.out		,      msg + """\n"""	)

					# restore to the original level
					logging.set_verbosity(A	)







		@mockenv(TRANSFORMERS_VERBOSITY="""error"""	)
		def 					__A   ( self	)  -> Union[str, Any]:







					'''simple docstring'''







					transformers.utils.logging._reset_library_root_logger()
					# this action activates the env var
					lowerCamelCase    		=  logging.get_logger("""transformers.models.bart.tokenization_bart"""	)

					lowerCamelCase    		=  os.getenv("""TRANSFORMERS_VERBOSITY"""		,      A	)
					lowerCamelCase    		=  logging.log_levels[env_level_str]

					lowerCamelCase    		=  logging.get_verbosity()
					self.assertEqual(
					    A		,      A		,      F'TRANSFORMERS_VERBOSITY={env_level_str}/{env_level}, but internal verbosity is {current_level}'		,      )

					# restore to the original level
					lowerCamelCase    		=  """"""
					transformers.utils.logging._reset_library_root_logger()







		@mockenv(TRANSFORMERS_VERBOSITY="""super-error"""	)
		def 					__A   ( self	)  -> Union[str, Any]:







					'''simple docstring'''







					transformers.utils.logging._reset_library_root_logger()
					lowerCamelCase    		=  logging.logging.getLogger()
					with CaptureLogger(A	) as cl:
								# this action activates the env var
								logging.get_logger("""transformers.models.bart.tokenization_bart"""	)
					self.assertIn("""Unknown option TRANSFORMERS_VERBOSITY=super-error"""		,      cl.out	)

					# no need to restore as nothing was changed







		def 					__A   ( self	)  -> Optional[Any]:







					'''simple docstring'''







					transformers.utils.logging._reset_library_root_logger()

					lowerCamelCase    		=  logging.get_logger("""transformers.models.bart.tokenization_bart"""	)
					lowerCamelCase    		=  """Testing 1, 2, 3"""

					with mockenv_context(TRANSFORMERS_NO_ADVISORY_WARNINGS="""1"""	):
								# nothing should be logged as env var disables this method
								with CaptureLogger(A	) as cl:
											logger.warning_advice(A	)
								self.assertEqual(cl.out		,      """"""	)

					with mockenv_context(TRANSFORMERS_NO_ADVISORY_WARNINGS=""""""	):
								# should log normally as TRANSFORMERS_NO_ADVISORY_WARNINGS is unset
								with CaptureLogger(A	) as cl:
											logger.warning_advice(A	)
								self.assertEqual(cl.out		,      msg + """\n"""	)






def 	__lowerCamelCase						(							):





			'''simple docstring'''




			disable_progress_bar()
			assert are_progress_bars_disabled()

			enable_progress_bar()
			assert not are_progress_bars_disabled()

