






from ... import PretrainedConfig


SCREAMING_SNAKE_CASE						:						str					   =       {
    '''sijunhe/nezha-cn-base''': '''https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json''',
}





class       snake_case_       (    _lowerCamelCase       ):



	"""simple docstring"""

	SCREAMING_SNAKE_CASE_:							str   			=					NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
	SCREAMING_SNAKE_CASE_:							List[str]   			=					"""nezha"""


	def __init__(      self  ,					__a=2_1128  ,					__a=768  ,					__a=12  ,					__a=12  ,					__a=3072  ,					__a="gelu"  ,					__a=0.1  ,					__a=0.1  ,					__a=512  ,					__a=64  ,					__a=2  ,					__a=0.02  ,					__a=1E-12  ,					__a=0.1  ,					__a=0  ,					__a=2  ,					__a=3  ,					__a=True  ,					**__a  ,					):


					"""simple docstring"""

					super().__init__(pad_token_id=__a  ,					bos_token_id=__a  ,					eos_token_id=__a  ,					**__a						)

					A__							 =       vocab_size
					A__							 =       hidden_size
					A__							 =       num_hidden_layers
					A__							 =       num_attention_heads
					A__							 =       hidden_act
					A__							 =       intermediate_size
					A__							 =       hidden_dropout_prob
					A__							 =       attention_probs_dropout_prob
					A__							 =       max_position_embeddings
					A__							 =       max_relative_position
					A__							 =       type_vocab_size
					A__							 =       initializer_range
					A__							 =       layer_norm_eps
					A__							 =       classifier_dropout
					A__							 =       use_cache










"""simple docstring"""






# Copyright 2021 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from pathlib import Path

import torch

from ...utils import is_npu_available, is_xpu_available
from .config_args import ClusterConfig, default_json_config_file
from .config_utils import SubcommandHelpFormatter


SCREAMING_SNAKE_CASE						:						Dict					   =       '''Create a default config file for Accelerate with only a few flags set.'''



def  __lowerCamelCase					(					lowerCAmelCase__="no"       ,lowerCAmelCase__ = default_json_config_file       ,lowerCAmelCase__ = False				):
				A__							 =       Path(lowerCAmelCase__				)
				path.parent.mkdir(parents=lowerCAmelCase__       ,exist_ok=lowerCAmelCase__				)
				if path.exists():
								print(
								    f'''Configuration already exists at {save_location}, will not override. Run `accelerate config` manually or pass a different `save_location`.'''				)
								return False
				A__							 =       mixed_precision.lower()
				if mixed_precision not in ["no", "fp16", "bf16", "fp8"]:
								raise ValueError(
								    f'''`mixed_precision` should be one of \'no\', \'fp16\', \'bf16\', or \'fp8\'. Received {mixed_precision}'''				)
				A__							 =       {
				    'compute_environment': 'LOCAL_MACHINE',
				    'mixed_precision': mixed_precision,
				}
				if torch.cuda.is_available():
								A__							 =       torch.cuda.device_count()
								A__							 =       num_gpus
								A__							 =       False
								if num_gpus > 1:
												A__							 =       'MULTI_GPU'
								else:
												A__							 =       'NO'
				elif is_xpu_available() and use_xpu:
								A__							 =       torch.xpu.device_count()
								A__							 =       num_xpus
								A__							 =       False
								if num_xpus > 1:
												A__							 =       'MULTI_XPU'
								else:
												A__							 =       'NO'
				elif is_npu_available():
								A__							 =       torch.npu.device_count()
								A__							 =       num_npus
								A__							 =       False
								if num_npus > 1:
												A__							 =       'MULTI_NPU'
								else:
												A__							 =       'NO'
				else:
								A__							 =       0
								A__							 =       True
								A__							 =       1
								A__							 =       'NO'
				A__							 =       ClusterConfig(**lowerCAmelCase__				)
				config.to_json_file(lowerCAmelCase__				)
				return path



def  __lowerCamelCase					(					lowerCAmelCase__       ,lowerCAmelCase__				):
				A__							 =       parser.add_parser('default'       ,parents=lowerCAmelCase__       ,help=lowerCAmelCase__       ,formatter_class=lowerCAmelCase__				)
				parser.add_argument(
				    '--config_file'       ,default=lowerCAmelCase__       ,help=(
				        'The path to use to store the config file. Will default to a file named default_config.yaml in the cache '
				        'location, which is the content of the environment `HF_HOME` suffixed with \'accelerate\', or if you don\'t have '
				        'such an environment variable, your cache directory (\'~/.cache\' or the content of `XDG_CACHE_HOME`) suffixed '
				        'with \'huggingface\'.'
				    )       ,dest='save_location'       ,)

				parser.add_argument(
				    '--mixed_precision'       ,choices=['no', 'fp16', 'bf16']       ,type=lowerCAmelCase__       ,help='Whether or not to use mixed precision training. '
				    'Choose between FP16 and BF16 (bfloat16) training. '
				    'BF16 training is only supported on Nvidia Ampere GPUs and PyTorch 1.10 or later.'       ,default='no'       ,)
				parser.set_defaults(func=lowerCAmelCase__				)
				return parser







def  __lowerCamelCase					(					lowerCAmelCase__				):
				A__							 =       write_basic_config(args.mixed_precision       ,args.save_location				)
				if config_file:
								print(f'''accelerate configuration saved at {config_file}'''				)


