



import os
import sys
from contextlib import contextmanager


# Windows only
if os.name == "nt":
   import ctypes
   import msvcrt  # noqa


   class 	lowerCamelCase__	(       ctypes.Structure):



    """simple docstring"""

    a__					: Any =  [("size", ctypes.c_int), ("visible", ctypes.c_byte)]

def 	SCREAMING_SNAKE_CASE_							(	)  ->     List[Any]:
   if os.name == "nt":
      _A      =       CursorInfo()
      _A      =       ctypes.windll.kernelaa.GetStdHandle(-11				)
      ctypes.windll.kernelaa.GetConsoleCursorInfo(_snake_case	,   ctypes.byref(_snake_case				)				)
      _A      =       False
      ctypes.windll.kernelaa.SetConsoleCursorInfo(_snake_case	,   ctypes.byref(_snake_case				)				)
   elif os.name == "posix":
      sys.stdout.write('''\033[?25l'''				)
      sys.stdout.flush()

def 	SCREAMING_SNAKE_CASE_							(	)  ->     List[str]:
   if os.name == "nt":
      _A      =       CursorInfo()
      _A      =       ctypes.windll.kernelaa.GetStdHandle(-11				)
      ctypes.windll.kernelaa.GetConsoleCursorInfo(_snake_case	,   ctypes.byref(_snake_case				)				)
      _A      =       True
      ctypes.windll.kernelaa.SetConsoleCursorInfo(_snake_case	,   ctypes.byref(_snake_case				)				)
   elif os.name == "posix":
      sys.stdout.write('''\033[?25h'''				)
      sys.stdout.flush()


@contextmanager
def 	SCREAMING_SNAKE_CASE_							(	)  ->     Tuple:
   try:
      hide_cursor()
      yield
   finally:
      show_cursor()








from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_		 =					logging.get_logger(__name__)

UpperCAmelCase_		 =					{"""openai-gpt""": """https://huggingface.co/openai-gpt/resolve/main/config.json"""}


class 	lowerCamelCase__	(       _A):



 """simple docstring"""

 a__					: int =  "openai-gpt"
 a__					: Dict =  {
     "max_position_embeddings": "n_positions",
     "hidden_size": "n_embd",
     "num_attention_heads": "n_head",
     "num_hidden_layers": "n_layer",
 }

 def __init__(    self					:					Union[str, Any]			,						__lowerCAmelCase					:					int=4_04_78			,						__lowerCAmelCase					:					Tuple=5_12			,						__lowerCAmelCase					:					str=7_68			,						__lowerCAmelCase					:					List[Any]=12			,						__lowerCAmelCase					:					Any=12			,						__lowerCAmelCase					:					Dict="gelu"			,						__lowerCAmelCase					:					Union[str, Any]=0.1			,						__lowerCAmelCase					:					Optional[int]=0.1			,						__lowerCAmelCase					:					Any=0.1			,						__lowerCAmelCase					:					List[str]=1E-5			,						__lowerCAmelCase					:					Optional[int]=0.02			,						__lowerCAmelCase					:					Optional[Any]="cls_index"			,						__lowerCAmelCase					:					str=True			,						__lowerCAmelCase					:					int=None			,						__lowerCAmelCase					:					Optional[int]=True			,						__lowerCAmelCase					:					Optional[Any]=0.1			,						**__lowerCAmelCase					:					Tuple			,						)   ->	Optional[Any]:
    _A      =       vocab_size
    _A      =       n_positions
    _A      =       n_embd
    _A      =       n_layer
    _A      =       n_head
    _A      =       afn
    _A      =       resid_pdrop
    _A      =       embd_pdrop
    _A      =       attn_pdrop
    _A      =       layer_norm_epsilon
    _A      =       initializer_range
    _A      =       summary_type
    _A      =       summary_use_proj
    _A      =       summary_activation
    _A      =       summary_first_dropout
    _A      =       summary_proj_to_labels
    super().__init__(**__lowerCAmelCase      )



