





from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case								=							logging.get_logger(__name__)

snake_case								=							{
    """SCUT-DLVCLab/lilt-roberta-en-base""": (
        """https://huggingface.co/SCUT-DLVCLab/lilt-roberta-en-base/resolve/main/config.json"""
    ),
}





class 					A_					(   UpperCAmelCase						):







       """simple docstring"""





       SCREAMING_SNAKE_CASE_   :			Tuple  			=	'''lilt'''







       def __init__(     self						:						int    ,__A						:						List[Any]=3_0522    ,__A						:						Tuple=768    ,__A						:						Tuple=12    ,__A						:						Union[str, Any]=12    ,__A						:						Optional[int]=3072    ,__A						:						Union[str, Any]="gelu"    ,__A						:						str=0.1    ,__A						:						List[str]=0.1    ,__A						:						Optional[Any]=512    ,__A						:						List[str]=2    ,__A						:						Optional[int]=0.02    ,__A						:						Dict=1e-12    ,__A						:						str=0    ,__A						:						Tuple="absolute"    ,__A						:						Union[str, Any]=None    ,__A						:						Dict=4    ,__A						:						List[str]=1024    ,**__A						:						int    ,)    ->       Any:
         super().__init__(pad_token_id=__A    ,**__A	)

         _lowercase						    =			vocab_size
         _lowercase						    =			hidden_size
         _lowercase						    =			num_hidden_layers
         _lowercase						    =			num_attention_heads
         _lowercase						    =			hidden_act
         _lowercase						    =			intermediate_size
         _lowercase						    =			hidden_dropout_prob
         _lowercase						    =			attention_probs_dropout_prob
         _lowercase						    =			max_position_embeddings
         _lowercase						    =			type_vocab_size
         _lowercase						    =			initializer_range
         _lowercase						    =			layer_norm_eps
         _lowercase						    =			position_embedding_type
         _lowercase						    =			classifier_dropout
         _lowercase						    =			channel_shrink_ratio
         _lowercase						    =			max_ad_position_embeddings


from ..utils import DummyObject, requires_backends







class 					__lowercase  (						metaclass=_SCREAMING_SNAKE_CASE				):





							"""simple docstring"""

							UpperCAmelCase_						:		Optional[Any]								=	['''speech''']




							def __init__(					self    ,						*__UpperCAmelCase    ,						**__UpperCAmelCase						)		->       Dict:
														requires_backends(self    ,						['''speech''']						)







class 					__lowercase  (						metaclass=_SCREAMING_SNAKE_CASE				):





							"""simple docstring"""

							UpperCAmelCase_						:		int								=	['''speech''']




							def __init__(					self    ,						*__UpperCAmelCase    ,						**__UpperCAmelCase						)		->       Tuple:
														requires_backends(self    ,						['''speech''']						)






