





"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__     			=			logging.get_logger(__name__)

lowerCAmelCase__     			=			{
    '''abeja/gpt-neox-japanese-2.7b''': '''https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json''',
}





class        _lowerCamelCase      (       _lowercase ):
						UpperCAmelCase_ =			"gpt_neox_japanese"


						def __init__(self   ,							__a=3_20_00   ,							__a=25_60   ,							__a=32   ,							__a=32   ,							__a=4   ,							__a="gelu"   ,							__a=1.00   ,							__a=1_00_00   ,							__a=20_48   ,							__a=0.02   ,							__a=1e-5   ,							__a=True   ,							__a=3_19_96   ,							__a=3_19_99   ,							__a=0.1   ,							__a=0.0   ,							**__a   ,							) ->   Optional[Any]:
								super().__init__(bos_token_id=__a   ,							eos_token_id=__a   ,							**__a		)
								UpperCamelCase   =	vocab_size
								UpperCamelCase   =	max_position_embeddings
								UpperCamelCase   =	hidden_size
								UpperCamelCase   =	num_hidden_layers
								UpperCamelCase   =	num_attention_heads
								UpperCamelCase   =	intermediate_multiple_size
								UpperCamelCase   =	hidden_act
								UpperCamelCase   =	rotary_pct
								UpperCamelCase   =	rotary_emb_base
								UpperCamelCase   =	initializer_range
								UpperCamelCase   =	layer_norm_eps
								UpperCamelCase   =	use_cache
								UpperCamelCase   =	attention_dropout
								UpperCamelCase   =	hidden_dropout













"""simple docstring"""





def       a__					(					_SCREAMING_SNAKE_CASE    ):




		"""simple docstring"""


		UpperCamelCase   =	0
		for ch in input_str:
				UpperCamelCase   =	ord(_SCREAMING_SNAKE_CASE    )
				UpperCamelCase   =	pow(2  ,	_SCREAMING_SNAKE_CASE    )

				# If we already turned on bit for current character's unicode
				if bitmap >> ch_unicode & 1 == 1:
						return False
				bitmap |= ch_bit_index_on
		return True


if __name__ == "__main__":
						import doctest

						doctest.testmod()






