





# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import subprocess

from packaging.version import Version, parse

from accelerate.commands.config.config_args import default_config_file, load_config_from_file


__A							:       Optional[int]         =  "Run commands across TPU VMs for initial setup before running `accelerate launch`."





def 		__SCREAMING_SNAKE_CASE    (							UpperCamelCase__=None					)    ->							str:







			'''simple docstring'''

			if subparsers is not None:
						UpperCAmelCase  						=							subparsers.add_parser('''tpu-config'''     ,     description=_description					)
			else:
						UpperCAmelCase  						=							argparse.ArgumentParser('''Accelerate tpu-config command'''     ,     description=_description					)
			# Core arguments
			UpperCAmelCase  						=							parser.add_argument_group(
			    '''Config Arguments'''     ,     '''Arguments that can be configured through `accelerate config`.'''					)
			config_args.add_argument(
			    '''--config_file'''     ,     type=UpperCamelCase__     ,     default=UpperCamelCase__     ,     help='''Path to the config file to use for accelerate.'''     ,     )
			config_args.add_argument(
			    '''--tpu_name'''     ,     default=UpperCamelCase__     ,     help='''The name of the TPU to use. If not specified, will use the TPU specified in the config file.'''     ,     )
			config_args.add_argument(
			    '''--tpu_zone'''     ,     default=UpperCamelCase__     ,     help='''The zone of the TPU to use. If not specified, will use the zone specified in the config file.'''     ,     )
			UpperCAmelCase  						=							parser.add_argument_group('''TPU Arguments'''     ,     '''Arguments for options ran inside the TPU.'''					)
			pod_args.add_argument(
			    '''--use_alpha'''     ,     action='''store_true'''     ,     help='''Whether to use `gcloud alpha` when running the TPU training script instead of `gcloud`.'''     ,     )
			pod_args.add_argument(
			    '''--command_file'''     ,     default=UpperCamelCase__     ,     help='''The path to the file containing the commands to run on the pod on startup.'''     ,     )
			pod_args.add_argument(
			    '''--command'''     ,     action='''append'''     ,     nargs='''+'''     ,     help='''A command to run on the pod. Can be passed multiple times.'''     ,     )
			pod_args.add_argument(
			    '''--install_accelerate'''     ,     action='''store_true'''     ,     help='''Whether to install accelerate on the pod. Defaults to False.'''     ,     )
			pod_args.add_argument(
			    '''--accelerate_version'''     ,     default='''latest'''     ,     help='''The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify \'dev\' to install from GitHub.'''     ,     )
			pod_args.add_argument(
			    '''--debug'''     ,     action='''store_true'''     ,     help='''If set, will print the command that would be run instead of running it.'''					)

			if subparsers is not None:
						parser.set_defaults(func=UpperCamelCase__					)
			return parser





def 		__SCREAMING_SNAKE_CASE    (							UpperCamelCase__					)    ->							List[str]:







			'''simple docstring'''

			UpperCAmelCase  						=							None

			# Get the default from the config file if it exists.
			if args.config_file is not None or os.path.isfile(UpperCamelCase__					):
						UpperCAmelCase  						=							load_config_from_file(args.config_file					)
						if not args.command_file and defaults.command_file is not None and not args.command:
									UpperCAmelCase  						=							defaults.command_file
						if not args.command and defaults.commands is not None:
									UpperCAmelCase  						=							defaults.commands
						if not args.tpu_name:
									UpperCAmelCase  						=							defaults.tpu_name
						if not args.tpu_zone:
									UpperCAmelCase  						=							defaults.tpu_zone
			if args.accelerate_version == "dev":
						UpperCAmelCase  						=							'''git+https://github.com/huggingface/accelerate.git'''
			elif args.accelerate_version == "latest":
						UpperCAmelCase  						=							'''accelerate -U'''
			elif isinstance(parse(args.accelerate_version					)     ,     UpperCamelCase__					):
						UpperCAmelCase  						=							F"""accelerate=={args.accelerate_version}"""

			if not args.command_file and not args.command:
						raise ValueError('''You must specify either a command file or a command to run on the pod.'''					)

			if args.command_file:
						with open(args.command_file     ,     '''r'''					) as f:
									UpperCAmelCase  						=							[f.read().splitlines()]

    # To turn list of lists into list of strings
			if isinstance(args.command[0]     ,     UpperCamelCase__					):
						UpperCAmelCase  						=							[line for cmd in args.command for line in cmd]
			# Default to the shared folder and install accelerate
			UpperCAmelCase  						=							['''cd /usr/share''']
			if args.install_accelerate:
						new_cmd += [F"""pip install {args.accelerate_version}"""]
			new_cmd += args.command
			UpperCAmelCase  						=							'''; '''.join(UpperCamelCase__					)

			# Then send it to gcloud
			# Eventually try to use google-api-core to do this instead of subprocess
			UpperCAmelCase  						=							['''gcloud''']
			if args.use_alpha:
						cmd += ["alpha"]
			cmd += [
			    "compute",
			    "tpus",
			    "tpu-vm",
			    "ssh",
			    args.tpu_name,
			    "--zone",
			    args.tpu_zone,
			    "--command",
			    args.command,
			    "--worker",
			    "all",
			]
			if args.debug:
						print(F"""Running {" ".join(UpperCamelCase__					)}"""					)
						return
			subprocess.run(UpperCamelCase__					)
			print('''Successfully setup pod.'''					)






def 		__SCREAMING_SNAKE_CASE    (							)    ->							int:







			'''simple docstring'''

			UpperCAmelCase  						=							tpu_command_parser()
			UpperCAmelCase  						=							parser.parse_args()

			tpu_command_launcher(UpperCamelCase__					)









import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_torch


if is_torch_available():
					import torch

					from transformers.activations import gelu_new, gelu_python, get_activation







@require_torch
class        __lowerCAmelCase					(			unittest.TestCase					):

			"""simple docstring"""







			def  lowercase_       ( self				)       -> int:



							'''simple docstring'''
							__lowerCamelCase									=       torch.tensor([-100, -1, -0.1, 0, 0.1, 1.0, 100]				)
							__lowerCamelCase									=       get_activation('gelu'				)
							self.assertTrue(torch.allclose(gelu_python(lowerCamelCase__				)     ,		torch_builtin(lowerCamelCase__				)				)				)
							self.assertFalse(torch.allclose(gelu_python(lowerCamelCase__				)     ,		gelu_new(lowerCamelCase__				)				)				)


			def  lowercase_       ( self				)       -> Optional[int]:



							'''simple docstring'''
							__lowerCamelCase									=       torch.tensor([-100, -1, -0.1, 0, 0.1, 1.0, 100]				)
							__lowerCamelCase									=       get_activation('gelu'				)
							__lowerCamelCase									=       get_activation('gelu_10'				)

							__lowerCamelCase									=       torch_builtin(lowerCamelCase__				)
							__lowerCamelCase									=       geluaa(lowerCamelCase__				)

							__lowerCamelCase									=       torch.where(y_gelu_aa < 10.0     ,		1     ,		0				)

							self.assertTrue(torch.max(lowerCamelCase__				).item() == 10.0				)
							self.assertTrue(torch.allclose(y_gelu * clipped_mask     ,		y_gelu_aa * clipped_mask				)				)


			def  lowercase_       ( self				)       -> Any:



							'''simple docstring'''
							get_activation('gelu'				)
							get_activation('gelu_10'				)
							get_activation('gelu_fast'				)
							get_activation('gelu_new'				)
							get_activation('gelu_python'				)
							get_activation('gelu_pytorch_tanh'				)
							get_activation('linear'				)
							get_activation('mish'				)
							get_activation('quick_gelu'				)
							get_activation('relu'				)
							get_activation('sigmoid'				)
							get_activation('silu'				)
							get_activation('swish'				)
							get_activation('tanh'				)
							with self.assertRaises(lowerCamelCase__				):
											get_activation('bogus'				)
							with self.assertRaises(lowerCamelCase__				):
											get_activation(lowerCamelCase__				)






			def  lowercase_       ( self				)       -> Dict:



							'''simple docstring'''
							__lowerCamelCase									=       get_activation('gelu'				)
							__lowerCamelCase									=       1
							__lowerCamelCase									=       get_activation('gelu'				)
							self.assertEqual(acta.a     ,		1				)
							with self.assertRaises(lowerCamelCase__				):
											__lowerCamelCase									=       acta.a


