





'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_												=     logging.get_logger(__name__)

A_												=     {
    "abeja/gpt-neox-japanese-2.7b": "https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json",
}

class SCREAMING_SNAKE_CASE_ (					lowercase_   ):





					"""simple docstring"""


					A__				 =    "gpt_neox_japanese"





					def __init__( self	,  _lowerCAmelCase=3_2000	,  _lowerCAmelCase=2560	,  _lowerCAmelCase=32	,  _lowerCAmelCase=32	,  _lowerCAmelCase=4	,  _lowerCAmelCase="gelu"	,  _lowerCAmelCase=1.00	,  _lowerCAmelCase=1_0000	,  _lowerCAmelCase=2048	,  _lowerCAmelCase=0.02	,  _lowerCAmelCase=1E-5	,  _lowerCAmelCase=True	,  _lowerCAmelCase=3_1996	,  _lowerCAmelCase=3_1999	,  _lowerCAmelCase=0.1	,  _lowerCAmelCase=0.0	,  **_lowerCAmelCase	,  ):
										super().__init__(bos_token_id=_lowerCAmelCase	,  eos_token_id=_lowerCAmelCase	,  **_lowerCAmelCase	)
										lowerCamelCase__       =       vocab_size
										lowerCamelCase__       =       max_position_embeddings
										lowerCamelCase__       =       hidden_size
										lowerCamelCase__       =       num_hidden_layers
										lowerCamelCase__       =       num_attention_heads
										lowerCamelCase__       =       intermediate_multiple_size
										lowerCamelCase__       =       hidden_act
										lowerCamelCase__       =       rotary_pct
										lowerCamelCase__       =       rotary_emb_base
										lowerCamelCase__       =       initializer_range
										lowerCamelCase__       =       layer_norm_eps
										lowerCamelCase__       =       use_cache
										lowerCamelCase__       =       attention_dropout
										lowerCamelCase__       =       hidden_dropout








def    __UpperCamelCase      (    a) ->str:

					if isinstance(a,     a):
										raise TypeError("'float' object cannot be interpreted as an integer")
					if isinstance(a,     a):
										raise TypeError("'str' object cannot be interpreted as an integer")

					if num == 0:
										return "0b0"

					lowerCamelCase__       =       False

					if num < 0:
										lowerCamelCase__       =       True
										lowerCamelCase__       =       -num

					lowerCamelCase__       =       []
					while num > 0:
										binary.insert(0,     num % 2)
										num >>= 1

					if negative:
										return "-0b" + "".join(str(a) for e in binary)

					return "0b" + "".join(str(a) for e in binary)


if __name__ == "__main__":
						import doctest

						doctest.testmod()

