






'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase_				: Optional[Any]    	=							logging.get_logger(__name__)

lowerCamelCase_				: List[Any]    	=							{
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}
class    _SCREAMING_SNAKE_CASE							(		SCREAMING_SNAKE_CASE	):


			'''simple docstring'''





			__a							:							List[str]					     =					'''biogpt'''






			def __init__(   self							:						Dict ,      lowercase							:						int=4_2_3_8_4 ,      lowercase							:						Dict=1_0_2_4 ,      lowercase							:						str=2_4 ,      lowercase							:						List[Any]=1_6 ,      lowercase							:						Union[str, Any]=4_0_9_6 ,      lowercase							:						Any="gelu" ,      lowercase							:						Optional[int]=0.1 ,      lowercase							:						Dict=0.1 ,      lowercase							:						str=1_0_2_4 ,      lowercase							:						List[Any]=0.0_2 ,      lowercase							:						List[str]=1e-12 ,      lowercase							:						List[str]=True ,      lowercase							:						Tuple=True ,      lowercase							:						Tuple=0.0 ,      lowercase							:						Dict=0.0 ,      lowercase							:						Union[str, Any]=1 ,      lowercase							:						int=0 ,      lowercase							:						Tuple=2 ,      **lowercase							:						List[Any] ,      )							->    Dict:

									'''simple docstring'''







									UpperCamelCase__         = vocab_size
									UpperCamelCase__         = max_position_embeddings
									UpperCamelCase__         = hidden_size
									UpperCamelCase__         = num_hidden_layers
									UpperCamelCase__         = num_attention_heads
									UpperCamelCase__         = intermediate_size
									UpperCamelCase__         = hidden_act
									UpperCamelCase__         = hidden_dropout_prob
									UpperCamelCase__         = attention_probs_dropout_prob
									UpperCamelCase__         = initializer_range
									UpperCamelCase__         = layer_norm_eps
									UpperCamelCase__         = scale_embedding
									UpperCamelCase__         = use_cache
									UpperCamelCase__         = layerdrop
									UpperCamelCase__         = activation_dropout
									super().__init__(pad_token_id=A__ ,      bos_token_id=A__ ,      eos_token_id=A__ ,      **A__			)








'''simple docstring'''


import inspect
import unittest
class    _SCREAMING_SNAKE_CASE							(		unittest.TestCase	):


			'''simple docstring'''





			def 				A      (   self							:						Tuple			)							->    Any:

									'''simple docstring'''







									try:
															import diffusers  # noqa: F401
									except ImportError:
															assert False







			def 				A      (   self							:						Optional[int]			)							->    Union[str, Any]:

									'''simple docstring'''







									import diffusers
									from diffusers.dependency_versions_table import deps

									UpperCamelCase__         = inspect.getmembers(lowercase ,      inspect.isclass			)

									for cls_name, cls_module in all_classes:
															if "dummy_" in cls_module.__module__:
																					for backend in cls_module._backends:
																											if backend == "k_diffusion":
																																	UpperCamelCase__         = """k-diffusion"""
																											elif backend == "invisible_watermark":
																																	UpperCamelCase__         = """invisible-watermark"""
																											assert backend in deps, f"{backend} is not in the deps table!"
