
'''simple docstring'''



# Copyright 2021 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os

from accelerate.utils import ComputeEnvironment

from .cluster import get_cluster_input
from .config_args import cache_dir, default_config_file, default_yaml_config_file, load_config_from_file  # noqa: F401
from .config_utils import _ask_field, _ask_options, _convert_compute_environment  # noqa: F401
from .sagemaker import get_sagemaker_input


_lowercase          =						'''Launches a series of prompts to create and save a `default_config.yaml` configuration file for your training system. Should always be ran first on your machine'''


def A ():
						_lowerCAmelCase    		=					_ask_options(
						    """In which compute environment are you running?"""					,      ["""This machine""", """AWS (Amazon SageMaker)"""]					,      _convert_compute_environment					,      )
						if compute_environment == ComputeEnvironment.AMAZON_SAGEMAKER:
												_lowerCAmelCase    		=					get_sagemaker_input()
						else:
												_lowerCAmelCase    		=					get_cluster_input()
						return config


def A (__lowerCamelCase :List[Any]=None						):
						if subparsers is not None:
												_lowerCAmelCase    		=					subparsers.add_parser("""config"""					,      description=_lowerCAmelCase						)
						else:
												_lowerCAmelCase    		=					argparse.ArgumentParser("""Accelerate config command"""					,      description=_lowerCAmelCase						)

						parser.add_argument(
						    """--config_file"""					,      default=_lowerCAmelCase					,      help=(
						        """The path to use to store the config file. Will default to a file named default_config.yaml in the cache """
						        """location, which is the content of the environment `HF_HOME` suffixed with 'accelerate', or if you don't have """
						        """such an environment variable, your cache directory ('~/.cache' or the content of `XDG_CACHE_HOME`) suffixed """
						        """with 'huggingface'."""
						    )					,      )

						if subparsers is not None:
												parser.set_defaults(func=_lowerCAmelCase						)
						return parser


def A (__lowerCamelCase :Tuple						):
						_lowerCAmelCase    		=					get_user_input()
						if args.config_file is not None:
												_lowerCAmelCase    		=					args.config_file
						else:
												if not os.path.isdir(_lowerCAmelCase						):
																		os.makedirs(_lowerCAmelCase						)
												_lowerCAmelCase    		=					default_yaml_config_file

						if config_file.endswith(""".json"""						):
												config.to_json_file(_lowerCAmelCase						)
						else:
												config.to_yaml_file(_lowerCAmelCase						)
						print(f'accelerate configuration saved at {config_file}'						)


def A ():
						_lowerCAmelCase    		=					config_command_parser()
						_lowerCAmelCase    		=					parser.parse_args()
						config_command(_lowerCAmelCase						)


if __name__ == "__main__":
						main()







import logging

from transformers import PretrainedConfig


_lowerCAmelCase				:   str						       =						logging.getLogger(__name__)


_lowerCAmelCase				:   Dict						       =						{
    '''bertabs-finetuned-cnndm''': '''https://huggingface.co/remi/bertabs-finetuned-cnndm-extractive-abstractive-summarization/resolve/main/config.json''',
}


class        __magic_name__	(				lowerCamelCase__				):





     """simple docstring"""



     __UpperCamelCase            =  '''bertabs'''



     def __init__(				self							:Optional[int]      ,   snake_case							:Any=30_522      ,   snake_case							:List[str]=512      ,   snake_case							:str=6      ,   snake_case							:int=512      ,   snake_case							:Optional[Any]=8      ,   snake_case							:Tuple=512      ,   snake_case							:str=0.2      ,   snake_case							:Any=6      ,   snake_case							:Optional[Any]=768      ,   snake_case							:Optional[Any]=8      ,   snake_case							:List[Any]=2_048      ,   snake_case							:Dict=0.2      ,   **snake_case							:List[str]      ,   ):





        '''simple docstring'''




        super().__init__(**snake_case	)

        A_       :					List[str]        =      vocab_size
        A_       :					int        =      max_pos

        A_       :					Tuple        =      enc_layers
        A_       :					Tuple        =      enc_hidden_size
        A_       :					str        =      enc_heads
        A_       :					Optional[Any]        =      enc_ff_size
        A_       :					Optional[Any]        =      enc_dropout

        A_       :					List[str]        =      dec_layers
        A_       :					List[Any]        =      dec_hidden_size
        A_       :					Optional[int]        =      dec_heads
        A_       :					Any        =      dec_ff_size
        A_       :					Optional[int]        =      dec_dropout
