



from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_				:     int              =    logging.get_logger(__name__)

UpperCAmelCase_				:     Optional[int]              =    {
    "abeja/gpt-neox-japanese-2.7b": "https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json",
}






class       UpperCamelCase							(		_a      ):
	lowerCAmelCase			:       Union[str, Any]								=			"""gpt_neox_japanese"""



	def __init__(  self					,			UpperCAmelCase__=32_000					,			UpperCAmelCase__=2_560					,			UpperCAmelCase__=32					,			UpperCAmelCase__=32					,			UpperCAmelCase__=4					,			UpperCAmelCase__="gelu"					,			UpperCAmelCase__=1.00					,			UpperCAmelCase__=10_000					,			UpperCAmelCase__=2_048					,			UpperCAmelCase__=0.02					,			UpperCAmelCase__=1e-5					,			UpperCAmelCase__=True					,			UpperCAmelCase__=31_996					,			UpperCAmelCase__=31_999					,			UpperCAmelCase__=0.1					,			UpperCAmelCase__=0.0					,			**UpperCAmelCase__					,			):
							super().__init__(bos_token_id=snake_case_					,			eos_token_id=snake_case_					,			**snake_case_						)
							A__					=  vocab_size
							A__					=  max_position_embeddings
							A__					=  hidden_size
							A__					=  num_hidden_layers
							A__					=  num_attention_heads
							A__					=  intermediate_multiple_size
							A__					=  hidden_act
							A__					=  rotary_pct
							A__					=  rotary_emb_base
							A__					=  initializer_range
							A__					=  layer_norm_eps
							A__					=  use_cache
							A__					=  attention_dropout
							A__					=  hidden_dropout










'''simple docstring'''





# flake8: noqa
# Lint as: python3
__a  			=						[
    "VerificationMode",
    "Version",
    "disable_progress_bar",
    "enable_progress_bar",
    "is_progress_bar_enabled",
    "experimental",
]

from .info_utils import VerificationMode
from .logging import disable_progress_bar, enable_progress_bar, is_progress_bar_enabled
from .version import Version
from .experimental import experimental
