
"""simple docstring"""
from typing import TYPE_CHECKING

from ...utils import _LazyModule


_a      :			List[Any]					=							{"""tokenization_bertweet""": ["""BertweetTokenizer"""]}


if TYPE_CHECKING:
    from .tokenization_bertweet import BertweetTokenizer

else:
    import sys

    _a      :			Union[str, Any]					=							_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)



"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a      :			Optional[int]					=							logging.get_logger(__name__)

_a      :			str					=							{"""openai-gpt""": """https://huggingface.co/openai-gpt/resolve/main/config.json"""}






class      _UpperCAmelCase				(					_snake_case):
    __lowercase							: Optional[Any]  =					"""openai-gpt"""
    __lowercase							: Dict  =					{
        """max_position_embeddings""": """n_positions""",
        """hidden_size""": """n_embd""",
        """num_attention_heads""": """n_head""",
        """num_hidden_layers""": """n_layer""",
    }
    def __init__(    self						,    snake_case_=4_04_78						,    snake_case_=5_12						,    snake_case_=7_68						,    snake_case_=12						,    snake_case_=12						,    snake_case_="gelu"						,    snake_case_=0.1						,    snake_case_=0.1						,    snake_case_=0.1						,    snake_case_=1E-5						,    snake_case_=0.02						,    snake_case_="cls_index"						,    snake_case_=True						,    snake_case_=None						,    snake_case_=True						,    snake_case_=0.1						,    **snake_case_						,    ):
      _snake_case     :						Tuple						=   vocab_size
      _snake_case     :						Dict						=   n_positions
      _snake_case     :						Any						=   n_embd
      _snake_case     :						Any						=   n_layer
      _snake_case     :						Optional[int]						=   n_head
      _snake_case     :						Union[str, Any]						=   afn
      _snake_case     :						Dict						=   resid_pdrop
      _snake_case     :						str						=   embd_pdrop
      _snake_case     :						Union[str, Any]						=   attn_pdrop
      _snake_case     :						str						=   layer_norm_epsilon
      _snake_case     :						Union[str, Any]						=   initializer_range
      _snake_case     :						Any						=   summary_type
      _snake_case     :						List[str]						=   summary_use_proj
      _snake_case     :						Optional[int]						=   summary_activation
      _snake_case     :						Union[str, Any]						=   summary_first_dropout
      _snake_case     :						Optional[int]						=   summary_proj_to_labels
      super().__init__(**snake_case_     )

