





# Copyright 2022 The HuggingFace Team and The OpenBMB Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

# rely on isort to merge the imports
from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


_UpperCamelCase							=			{
    '''configuration_cpmant''': ['''CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''CpmAntConfig'''],
    '''tokenization_cpmant''': ['''CpmAntTokenizer'''],
}

try:
     if not is_torch_available():
          raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
     pass
else:
     _UpperCamelCase							=			[
         '''CPMANT_PRETRAINED_MODEL_ARCHIVE_LIST''',
         '''CpmAntForCausalLM''',
         '''CpmAntModel''',
         '''CpmAntPreTrainedModel''',
     ]


if TYPE_CHECKING:
     from .configuration_cpmant import CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAP, CpmAntConfig
     from .tokenization_cpmant import CpmAntTokenizer

     try:
          if not is_torch_available():
               raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
          pass
     else:
          from .modeling_cpmant import (
              CPMANT_PRETRAINED_MODEL_ARCHIVE_LIST,
              CpmAntForCausalLM,
              CpmAntModel,
              CpmAntPreTrainedModel,
          )


else:
     import sys

     _UpperCamelCase							=			_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)



from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase  =logging.get_logger(__name__)

lowerCamelCase  ={
    "abeja/gpt-neox-japanese-2.7b": "https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json",
}




class 					_lowerCamelCase			(   UpperCamelCase_			):





     """simple docstring"""







     SCREAMING_SNAKE_CASE_		 =	'''gpt_neox_japanese'''






     def __init__(				self    ,    __SCREAMING_SNAKE_CASE=3_2_0_0_0    ,    __SCREAMING_SNAKE_CASE=2_5_6_0    ,    __SCREAMING_SNAKE_CASE=3_2    ,    __SCREAMING_SNAKE_CASE=3_2    ,    __SCREAMING_SNAKE_CASE=4    ,    __SCREAMING_SNAKE_CASE="gelu"    ,    __SCREAMING_SNAKE_CASE=1.00    ,    __SCREAMING_SNAKE_CASE=1_0_0_0_0    ,    __SCREAMING_SNAKE_CASE=2_0_4_8    ,    __SCREAMING_SNAKE_CASE=0.02    ,    __SCREAMING_SNAKE_CASE=1e-5    ,    __SCREAMING_SNAKE_CASE=True    ,    __SCREAMING_SNAKE_CASE=3_1_9_9_6    ,    __SCREAMING_SNAKE_CASE=3_1_9_9_9    ,    __SCREAMING_SNAKE_CASE=0.1    ,    __SCREAMING_SNAKE_CASE=0.0    ,    **__SCREAMING_SNAKE_CASE    ,    )	-> List[str]:




           """simple docstring"""







           super().__init__(bos_token_id=__SCREAMING_SNAKE_CASE    ,    eos_token_id=__SCREAMING_SNAKE_CASE    ,    **__SCREAMING_SNAKE_CASE	)
           UpperCamelCase__     : List[str]											=					vocab_size
           UpperCamelCase__     : int											=					max_position_embeddings
           UpperCamelCase__     : Union[str, Any]											=					hidden_size
           UpperCamelCase__     : Any											=					num_hidden_layers
           UpperCamelCase__     : List[Any]											=					num_attention_heads
           UpperCamelCase__     : int											=					intermediate_multiple_size
           UpperCamelCase__     : List[Any]											=					hidden_act
           UpperCamelCase__     : Tuple											=					rotary_pct
           UpperCamelCase__     : Optional[int]											=					rotary_emb_base
           UpperCamelCase__     : Optional[Any]											=					initializer_range
           UpperCamelCase__     : Optional[int]											=					layer_norm_eps
           UpperCamelCase__     : Optional[Any]											=					use_cache
           UpperCamelCase__     : List[str]											=					attention_dropout
           UpperCamelCase__     : Optional[int]											=					hidden_dropout


