

"""simple docstring"""




# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import subprocess

from packaging.version import Version, parse

from accelerate.commands.config.config_args import default_config_file, load_config_from_file


__UpperCAmelCase			=					'Run commands across TPU VMs for initial setup before running `accelerate launch`.'
def 	lowerCAmelCase    (       __UpperCamelCase=None   ):
 '''simple docstring'''





 if subparsers is not None:
  UpperCAmelCase__       :	int        =       subparsers.add_parser("""tpu-config"""				,     description=_description   )
 else:
  UpperCAmelCase__       :	Dict        =       argparse.ArgumentParser("""Accelerate tpu-config command"""				,     description=_description   )
 # Core arguments
 UpperCAmelCase__       :	str        =       parser.add_argument_group(
     """Config Arguments"""				,     """Arguments that can be configured through `accelerate config`."""   )
 config_args.add_argument(
     """--config_file"""				,     type=__a				,     default=__a				,     help="""Path to the config file to use for accelerate."""				,     )
 config_args.add_argument(
     """--tpu_name"""				,     default=__a				,     help="""The name of the TPU to use. If not specified, will use the TPU specified in the config file."""				,     )
 config_args.add_argument(
     """--tpu_zone"""				,     default=__a				,     help="""The zone of the TPU to use. If not specified, will use the zone specified in the config file."""				,     )
 UpperCAmelCase__       :	List[str]        =       parser.add_argument_group("""TPU Arguments"""				,     """Arguments for options ran inside the TPU."""   )
 pod_args.add_argument(
     """--use_alpha"""				,     action="""store_true"""				,     help="""Whether to use `gcloud alpha` when running the TPU training script instead of `gcloud`."""				,     )
 pod_args.add_argument(
     """--command_file"""				,     default=__a				,     help="""The path to the file containing the commands to run on the pod on startup."""				,     )
 pod_args.add_argument(
     """--command"""				,     action="""append"""				,     nargs="""+"""				,     help="""A command to run on the pod. Can be passed multiple times."""				,     )
 pod_args.add_argument(
     """--install_accelerate"""				,     action="""store_true"""				,     help="""Whether to install accelerate on the pod. Defaults to False."""				,     )
 pod_args.add_argument(
     """--accelerate_version"""				,     default="""latest"""				,     help="""The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify \'dev\' to install from GitHub."""				,     )
 pod_args.add_argument(
     """--debug"""				,     action="""store_true"""				,     help="""If set, will print the command that would be run instead of running it."""   )

 if subparsers is not None:
  parser.set_defaults(func=__a   )
 return parser
def 	lowerCAmelCase    (       __UpperCamelCase   ):
 '''simple docstring'''





 UpperCAmelCase__       :	List[Any]        =       None

 # Get the default from the config file if it exists.
 if args.config_file is not None or os.path.isfile(__a   ):
  UpperCAmelCase__       :	str        =       load_config_from_file(args.config_file   )
  if not args.command_file and defaults.command_file is not None and not args.command:
   UpperCAmelCase__       :	List[Any]        =       defaults.command_file
  if not args.command and defaults.commands is not None:
   UpperCAmelCase__       :	Dict        =       defaults.commands
  if not args.tpu_name:
   UpperCAmelCase__       :	List[str]        =       defaults.tpu_name
  if not args.tpu_zone:
   UpperCAmelCase__       :	Union[str, Any]        =       defaults.tpu_zone
 if args.accelerate_version == "dev":
  UpperCAmelCase__       :	Tuple        =       """git+https://github.com/huggingface/accelerate.git"""
 elif args.accelerate_version == "latest":
  UpperCAmelCase__       :	Tuple        =       """accelerate -U"""
 elif isinstance(parse(args.accelerate_version   )				,     __a   ):
  UpperCAmelCase__       :	List[str]        =       F"accelerate=={args.accelerate_version}"

 if not args.command_file and not args.command:
  raise ValueError("""You must specify either a command file or a command to run on the pod."""   )

 if args.command_file:
  with open(args.command_file				,     """r"""   ) as f:
   UpperCAmelCase__       :	Union[str, Any]        =       [f.read().splitlines()]

    # To turn list of lists into list of strings
 if isinstance(args.command[0]				,     __a   ):
  UpperCAmelCase__       :	Optional[int]        =       [line for cmd in args.command for line in cmd]
 # Default to the shared folder and install accelerate
 UpperCAmelCase__       :	Optional[int]        =       ["""cd /usr/share"""]
 if args.install_accelerate:
  new_cmd += [F"pip install {args.accelerate_version}"]
 new_cmd += args.command
 UpperCAmelCase__       :	List[Any]        =       """; """.join(__a   )

 # Then send it to gcloud
 # Eventually try to use google-api-core to do this instead of subprocess
 UpperCAmelCase__       :	Dict        =       ["""gcloud"""]
 if args.use_alpha:
  cmd += ["alpha"]
 cmd += [
     "compute",
     "tpus",
     "tpu-vm",
     "ssh",
     args.tpu_name,
     "--zone",
     args.tpu_zone,
     "--command",
     args.command,
     "--worker",
     "all",
 ]
 if args.debug:
  print(F"Running {' '.join(__a   )}"   )
  return
 subprocess.run(__a   )
 print("""Successfully setup pod."""   )




def 	lowerCAmelCase    (       ):
 '''simple docstring'''





 UpperCAmelCase__       :	List[Any]        =       tpu_command_parser()
 UpperCAmelCase__       :	Any        =       parser.parse_args()

 tpu_command_launcher(__a   )









from importlib import import_module

from .logging import get_logger


_lowerCAmelCase:						str   				=       get_logger(__name__)




class       lowercase_					:





				def __init__(				self       ,  lowercase_       ,  lowercase_=None)  -> Tuple:
											a__      =attrs or []
											if module is not None:
																		for key in module.__dict__:
																									if key in attrs or not key.startswith('__'):
																																setattr(self       ,  lowercase_       ,  getattr(lowercase_       ,  lowercase_))
											a__      =module._original_module if isinstance(lowercase_       ,  _PatchedModuleObj) else module







class       lowercase_					:
				snake_case	    =[]





				def __init__(				self       ,  lowercase_       ,  lowercase_       ,  lowercase_       ,  lowercase_=None)  -> List[str]:
											a__      =obj
											a__      =target
											a__      =new
											a__      =target.split('.')[0]
											a__      ={}
											a__      =attrs or []





				def __enter__(				self)  -> Optional[int]:
											*a__    ,     a__      =self.target.split('.')

											# Patch modules:
											# it's used to patch attributes of submodules like "os.path.join";
											# in this case we need to patch "os" and "os.path"

											for i in range(len(lowercase_)):
																		try:
																									a__      =import_module('.'.join(submodules[: i + 1]))
																		except ModuleNotFoundError:
																									continue
																		# We iterate over all the globals in self.obj in case we find "os" or "os.path"
																		for attr in self.obj.__dir__():
																									a__      =getattr(self.obj       ,  lowercase_)
																									# We don't check for the name of the global, but rather if its value *is* "os" or "os.path".
																									# This allows to patch renamed modules like "from os import path as ospath".
																									if obj_attr is submodule or (
																									    (isinstance(lowercase_       ,  _PatchedModuleObj) and obj_attr._original_module is submodule)
																									):
																																a__      =obj_attr
																																# patch at top level
																																setattr(self.obj       ,  lowercase_       ,  _PatchedModuleObj(lowercase_       ,  attrs=self.attrs))
																																a__      =getattr(self.obj       ,  lowercase_)
																																# construct lower levels patches
																																for key in submodules[i + 1 :]:
																																							setattr(lowercase_       ,  lowercase_       ,  _PatchedModuleObj(getattr(lowercase_       ,  lowercase_       ,  lowercase_)       ,  attrs=self.attrs))
																																							a__      =getattr(lowercase_       ,  lowercase_)
																																# finally set the target attribute
																																setattr(lowercase_       ,  lowercase_       ,  self.new)

        # Patch attribute itself:
        # it's used for builtins like "open",
        # and also to patch "os.path.join" we may also need to patch "join"
        # itself if it was imported as "from os.path import join".

											if submodules:  # if it's an attribute of a submodule like "os.path.join"
																		try:
																									a__      =getattr(import_module('.'.join(lowercase_))       ,  lowercase_)
																		except (AttributeError, ModuleNotFoundError):
																									return
																		# We iterate over all the globals in self.obj in case we find "os.path.join"
																		for attr in self.obj.__dir__():
																									# We don't check for the name of the global, but rather if its value *is* "os.path.join".
																									# This allows to patch renamed attributes like "from os.path import join as pjoin".
																									if getattr(self.obj       ,  lowercase_) is attr_value:
																																a__      =getattr(self.obj       ,  lowercase_)
																																setattr(self.obj       ,  lowercase_       ,  self.new)
											elif target_attr in globals()["__builtins__"]:  # if it'a s builtin like "open"
																		a__      =globals()['__builtins__'][target_attr]
																		setattr(self.obj       ,  lowercase_       ,  self.new)
											else:
																		raise RuntimeError(F"""Tried to patch attribute {target_attr} instead of a submodule.""")





				def __exit__(				self       ,  *lowercase_)  -> str:
											for attr in list(self.original):
																		setattr(self.obj       ,  lowercase_       ,  self.original.pop(lowercase_))





				def 						__UpperCamelCase    (				self)  -> Any:
											self.__enter__()
											self._active_patches.append(self)





				def 						__UpperCamelCase    (				self)  -> Union[str, Any]:
											try:
																		self._active_patches.remove(self)
											except ValueError:
																		# If the patch hasn't been started this will fail
																		return None

											return self.__exit__()

