from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase     					=      logging.get_logger(__name__)

UpperCamelCase     					=      {
    'tanreinama/GPTSAN-2.8B-spout_is_uniform': (
        'https://huggingface.co/tanreinama/GPTSAN-2.8B-spout_is_uniform/resolve/main/config.json'
    ),
}


class _a  (			lowercase_   ):

	'''simple docstring'''



	lowerCamelCase_       :     Optional[int]          =			"""gptsan-japanese"""
	lowerCamelCase_       :     List[Any]          =			[
	    """past_key_values""",
	]
	lowerCamelCase_       :     List[str]          =			{
	    """hidden_size""": """d_model""",
	    """num_attention_heads""": """num_heads""",
	    """num_hidden_layers""": """num_layers""",
	}

	def __init__(  self				,					__UpperCAmelCase=36_000				,					__UpperCAmelCase=1_280				,					__UpperCAmelCase=1_024				,					__UpperCAmelCase=8_192				,					__UpperCAmelCase=4_096				,					__UpperCAmelCase=128				,					__UpperCAmelCase=10				,					__UpperCAmelCase=0				,					__UpperCAmelCase=16				,					__UpperCAmelCase=16				,					__UpperCAmelCase=128				,					__UpperCAmelCase=0.0				,					__UpperCAmelCase=1e-5				,					__UpperCAmelCase=False				,					__UpperCAmelCase=0.0				,					__UpperCAmelCase="float32"				,					__UpperCAmelCase=False				,					__UpperCAmelCase=False				,					__UpperCAmelCase=False				,					__UpperCAmelCase=0.0_02				,					__UpperCAmelCase=False				,					__UpperCAmelCase=True				,					__UpperCAmelCase=35_998				,					__UpperCAmelCase=35_995				,					__UpperCAmelCase=35_999				,					**__UpperCAmelCase				,					):
			__A				:       Optional[int]			    = vocab_size
			__A				:       Tuple			    = max_position_embeddings
			__A				:       Dict			    = d_model
			__A				:       Union[str, Any]			    = d_ff
			__A				:       Optional[int]			    = d_ext
			__A				:       Tuple			    = d_spout
			__A				:       List[str]			    = num_switch_layers
			__A				:       Dict			    = num_ext_layers
			__A				:       List[Any]			    = num_switch_layers + num_ext_layers
			__A				:       str			    = num_heads
			__A				:       Dict			    = num_experts
			__A				:       Any			    = expert_capacity
			__A				:       Dict			    = dropout_rate
			__A				:       Any			    = layer_norm_epsilon
			__A				:       str			    = router_bias
			__A				:       str			    = router_jitter_noise
			__A				:       List[Any]			    = router_dtype
			__A				:       Optional[int]			    = router_ignore_padding_tokens
			__A				:       List[str]			    = output_hidden_states
			__A				:       int			    = output_attentions
			__A				:       Union[str, Any]			    = initializer_factor
			__A				:       Tuple			    = output_router_logits
			__A				:       Optional[int]			    = use_cache

			super().__init__(
			    separator_token_id=__UpperCAmelCase				,					pad_token_id=__UpperCAmelCase				,					eos_token_id=__UpperCAmelCase				,					**__UpperCAmelCase				,					)









'''simple docstring'''

from argparse import ArgumentParser

from .add_new_model import AddNewModelCommand
from .add_new_model_like import AddNewModelLikeCommand
from .convert import ConvertCommand
from .download import DownloadCommand
from .env import EnvironmentCommand
from .lfs import LfsCommands
from .pt_to_tf import PTtoTFCommand
from .run import RunCommand
from .serving import ServeCommand
from .user import UserCommands

def _SCREAMING_SNAKE_CASE ()			->			Dict:






       """simple docstring"""







       lowercase__      =					ArgumentParser('''Transformers CLI tool'''    ,					usage='''transformers-cli <command> [<args>]'''			)
       lowercase__      =					parser.add_subparsers(help='''transformers-cli command helpers'''			)

       # Register commands
       ConvertCommand.register_subcommand(A			)
       DownloadCommand.register_subcommand(A			)
       EnvironmentCommand.register_subcommand(A			)
       RunCommand.register_subcommand(A			)
       ServeCommand.register_subcommand(A			)
       UserCommands.register_subcommand(A			)
       AddNewModelCommand.register_subcommand(A			)
       AddNewModelLikeCommand.register_subcommand(A			)
       LfsCommands.register_subcommand(A			)
       PTtoTFCommand.register_subcommand(A			)

       # Let's go
       lowercase__      =					parser.parse_args()

       if not hasattr(A    ,					'''func'''			):
              parser.print_help()
              exit(1			)

       # Run
       lowercase__      =					args.func(A			)
       service.run()


if __name__ == "__main__":
 main()




