


"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case		=       logging.get_logger(__name__)

__snake_case		=       {
    '''abeja/gpt-neox-japanese-2.7b''': '''https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json''',
}


class     __lowerCamelCase  (					a__				):

     '''simple docstring'''
     A_       :	Optional[Any]    =		'gpt_neox_japanese'


     def __init__(      self    ,				__UpperCAmelCase=32000    ,				__UpperCAmelCase=2560    ,				__UpperCAmelCase=32    ,				__UpperCAmelCase=32    ,				__UpperCAmelCase=4    ,				__UpperCAmelCase="gelu"    ,				__UpperCAmelCase=1.00    ,				__UpperCAmelCase=10000    ,				__UpperCAmelCase=2048    ,				__UpperCAmelCase=0.02    ,				__UpperCAmelCase=1e-5    ,				__UpperCAmelCase=True    ,				__UpperCAmelCase=31996    ,				__UpperCAmelCase=31999    ,				__UpperCAmelCase=0.1    ,				__UpperCAmelCase=0.0    ,				**__UpperCAmelCase    ,				)       ->							int:
          super().__init__(bos_token_id=__UpperCAmelCase    ,				eos_token_id=__UpperCAmelCase    ,				**__UpperCAmelCase							)
          _a    	=				vocab_size
          _a    	=				max_position_embeddings
          _a    	=				hidden_size
          _a    	=				num_hidden_layers
          _a    	=				num_attention_heads
          _a    	=				intermediate_multiple_size
          _a    	=				hidden_act
          _a    	=				rotary_pct
          _a    	=				rotary_emb_base
          _a    	=				initializer_range
          _a    	=				layer_norm_eps
          _a    	=				use_cache
          _a    	=				attention_dropout
          _a    	=				hidden_dropout



"""simple docstring"""






from .glue import glue_convert_examples_to_features, glue_output_modes, glue_processors, glue_tasks_num_labels
from .squad import SquadExample, SquadFeatures, SquadVaProcessor, SquadVaProcessor, squad_convert_examples_to_features
from .utils import DataProcessor, InputExample, InputFeatures, SingleSentenceClassificationProcessor
from .xnli import xnli_output_modes, xnli_processors, xnli_tasks_num_labels